{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5056.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8529): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8529) [trial-2380↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8529)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8529): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8529) [trial-2380↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a17:43:36.186115 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a17:43:36.197337 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a17:43:36.798596 tst mo_mt_sms.py: using LAC 30437\u000a17:43:36.922319 tst mo_mt_sms.py: using RAC 92\u000a17:43:37.043171 tst mo_mt_sms.py: using CellId 30437\u000a17:43:37.166433 tst mo_mt_sms.py: using BVCI 30438\u000a17:43:37.190061 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a17:43:37.370420 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a17:43:37.649133 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:43:37.774283 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:43:40.023471 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8528): Launched\u000a17:43:40.320725 run osmo-nitb_10.42.42.2(pid=8529): Launched\u000a17:43:40.492610 run osmo-nitb_10.42.42.2(pid=8529): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8529)]\u000a17:43:40.616682 run osmo-nitb_10.42.42.2(pid=8529): stdout: \u000a| (launched: 2022-12-12_17:43:40.174627) \u000a17:43:40.741690 run osmo-nitb_10.42.42.2(pid=8529): stderr: \u000a| (launched: 2022-12-12_17:43:40.218995)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:43:40.862118 run osmo-nitb_10.42.42.2(pid=8529): stdout: \u000a| (launched: 2022-12-12_17:43:40.174627) \u000a17:43:40.980803 run osmo-nitb_10.42.42.2(pid=8529): stderr: \u000a| (launched: 2022-12-12_17:43:40.218995)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:43:41.032861 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=8529): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8529) [trial-2380↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8529)] [trial-2380↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a17:43:41.040756 tst mo_mt_sms.py:11: Test FAILED (4.8 sec)\u000a17:43:41.075732 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8528): Terminating (SIGTERM)\u000a17:43:41.253411 --- ParallelTerminationStrategy: PID 8528 died...\u000a17:43:41.307931 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8528): Terminated: ok {rc=0}\u000a17:43:41.392446 bus /sierra_3: Setting Powered False\u000a17:43:42.503104 bus /sierra_3: Setting Powered False\u000a17:43:43.615611 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:43:36" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "sms:sysmo", "duration" : 14.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8539): Process ended prematurely: osmo-stp_10.42.42.5(pid=8539) [trial-2380↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8539)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8539): Process ended prematurely: osmo-stp_10.42.42.5(pid=8539) [trial-2380↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a17:43:45.474899 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:43:45.485892 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a17:43:45.613497 tst mo_mt_sms.py: using LAC 30438\u000a17:43:45.739204 tst mo_mt_sms.py: using RAC 93\u000a17:43:45.866751 tst mo_mt_sms.py: using CellId 30438\u000a17:43:46.000319 tst mo_mt_sms.py: using BVCI 30439\u000a17:43:46.024652 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:43:46.036343 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:43:46.048015 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:43:46.060818 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:43:46.074838 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:43:46.087652 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a17:43:46.211268 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a17:43:46.425174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:43:48.166633 run create_hlr_db(pid=8533): Launched\u000a17:43:48.340412 bus /sierra_2: Setting Powered False\u000a17:43:49.360303 run create_hlr_db(pid=8533): Terminated: ok {rc=0}\u000a17:43:49.760464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8535): Launched\u000a17:43:50.061769 run osmo-hlr_10.42.42.2(pid=8536): Launched\u000a17:43:50.178761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:43:52.649568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8538): Launched\u000a17:43:52.953208 run osmo-stp_10.42.42.5(pid=8539): Launched\u000a17:43:53.063927 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:43:58.429788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8541): Launched\u000a17:43:58.734049 run osmo-msc_10.42.42.6(pid=8542): Launched\u000a17:43:58.910513 run osmo-stp_10.42.42.5(pid=8539): ERR: Terminated: ERROR {rc=1} [trial-2380↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8539)]\u000a17:43:59.038384 run osmo-stp_10.42.42.5(pid=8539): stdout: \u000a| (launched: 2022-12-12_17:43:52.801985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:59.164661 run osmo-stp_10.42.42.5(pid=8539): stderr: \u000a| �[0;m�[38;5;43m20221212174352970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174352970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174352971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174352971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174352972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174352972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174352972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:59.286405 run osmo-stp_10.42.42.5(pid=8539): stdout: \u000a| (launched: 2022-12-12_17:43:52.801985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:43:59.407025 run osmo-stp_10.42.42.5(pid=8539): stderr: \u000a| �[0;m�[38;5;43m20221212174352970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174352970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174352971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174352971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174352972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174352972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174352972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:43:59.459700 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=8539): Process ended prematurely: osmo-stp_10.42.42.5(pid=8539) [trial-2380↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8539)] [trial-2380↪sms:sysmo↪mo_mt_sms.py:16]\u000a17:43:59.467821 tst mo_mt_sms.py:16: Test FAILED (14.0 sec)\u000a17:43:59.529028 run osmo-hlr_10.42.42.2(pid=8536): ERR: Terminated: ERROR {rc=237} [trial-2380↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8536)]\u000a17:43:59.579257 run osmo-hlr_10.42.42.2(pid=8536): stdout: \u000a| (launched: 2022-12-12_17:43:49.912394) \u000a17:43:59.630653 run osmo-hlr_10.42.42.2(pid=8536): stderr: \u000a| �[0;m�[1;31m20221212174350097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174350097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174350097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174350097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174350097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174350097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174350109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174350117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174350118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174350118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:43:59.700173 run osmo-msc_10.42.42.6(pid=8542): ERR: Terminated: ERROR {rc=2} [trial-2380↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8542)]\u000a17:43:59.750269 run osmo-msc_10.42.42.6(pid=8542): stdout: \u000a| (launched: 2022-12-12_17:43:58.582263) \u000a17:43:59.802033 run osmo-msc_10.42.42.6(pid=8542): stderr: \u000a| �[0;m�[38;5;43m20221212174358856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174358856 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3c789cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174358856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174358856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174358856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174358857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174358859 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174358859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174358859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174358859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:43:59.845850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8535): Terminating (SIGTERM)\u000a17:43:59.887081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8538): Terminating (SIGTERM)\u000a17:43:59.927356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8541): Terminating (SIGTERM)\u000a17:43:59.936825 --- ParallelTerminationStrategy: PID 8535 died...\u000a17:43:59.990635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8535): Terminated: ok {rc=0}\u000a17:44:00.000113 --- ParallelTerminationStrategy: PID 8538 died...\u000a17:44:00.054493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8538): Terminated: ok {rc=0}\u000a17:44:00.064329 --- ParallelTerminationStrategy: PID 8541 died...\u000a17:44:00.118264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8541): Terminated: ok {rc=0}\u000a17:44:00.207852 bus /sierra_3: Setting Powered False\u000a17:44:01.330680 bus /sierra_3: Setting Powered False\u000a17:44:02.442286 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 19.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:43:45" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8550): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8550) [trial-2380↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8550)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8550): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8550) [trial-2380↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a17:44:04.256409 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a17:44:04.267764 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a17:44:04.397533 tst assert_extension.py: using LAC 30439\u000a17:44:04.525282 tst assert_extension.py: using RAC 94\u000a17:44:04.652128 tst assert_extension.py: using CellId 30439\u000a17:44:04.778376 tst assert_extension.py: using BVCI 30440\u000a17:44:04.802809 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a17:44:05.091750 tst assert_extension.py:10: start nitb and bts...\u000a17:44:05.226852 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:44:05.893885 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8549): Launched\u000a17:44:06.215869 run osmo-nitb_10.42.42.2(pid=8550): Launched\u000a17:44:06.412455 run osmo-nitb_10.42.42.2(pid=8550): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8550)]\u000a17:44:06.557161 run osmo-nitb_10.42.42.2(pid=8550): stdout: \u000a| (launched: 2022-12-12_17:44:06.057831) \u000a17:44:06.702593 run osmo-nitb_10.42.42.2(pid=8550): stderr: \u000a| (launched: 2022-12-12_17:44:06.105807)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:44:06.843207 run osmo-nitb_10.42.42.2(pid=8550): stdout: \u000a| (launched: 2022-12-12_17:44:06.057831) \u000a17:44:06.983441 run osmo-nitb_10.42.42.2(pid=8550): stderr: \u000a| (launched: 2022-12-12_17:44:06.105807)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:44:07.346417 tst osmo-nitb_10.42.42.2(pid=8550): stdout: \u000a| (launched: 2022-12-12_17:44:06.057831) \u000a17:44:07.475078 tst osmo-nitb_10.42.42.2(pid=8550): stderr: \u000a| (launched: 2022-12-12_17:44:06.105807)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:44:07.531396 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=8550): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8550) [trial-2380↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8550)] [trial-2380↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a17:44:07.540099 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a17:44:07.576441 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8549): Terminating (SIGTERM)\u000a17:44:07.754277 --- ParallelTerminationStrategy: PID 8549 died...\u000a17:44:07.811546 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8549): Terminated: ok {rc=0}\u000a17:44:07.899390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:44:04" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8560): Process ended prematurely: osmo-stp_10.42.42.5(pid=8560) [trial-2380↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8560)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8560): Process ended prematurely: osmo-stp_10.42.42.5(pid=8560) [trial-2380↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a17:44:09.695666 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:44:09.706599 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a17:44:09.836807 tst assert_extension.py: using LAC 30440\u000a17:44:09.964265 tst assert_extension.py: using RAC 95\u000a17:44:10.090151 tst assert_extension.py: using CellId 30440\u000a17:44:10.218597 tst assert_extension.py: using BVCI 30441\u000a17:44:10.243245 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:44:10.254433 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:44:10.265684 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:44:10.276505 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:44:10.287439 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:44:10.298231 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a17:44:10.507221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:44:11.026631 run create_hlr_db(pid=8554): Launched\u000a17:44:11.213248 bus /sierra_2: Setting Powered False\u000a17:44:12.234196 run create_hlr_db(pid=8554): Terminated: ok {rc=0}\u000a17:44:12.645900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8556): Launched\u000a17:44:12.950326 run osmo-hlr_10.42.42.2(pid=8557): Launched\u000a17:44:13.061755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:44:13.591149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8559): Launched\u000a17:44:13.896047 run osmo-stp_10.42.42.5(pid=8560): Launched\u000a17:44:14.006475 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:44:14.558813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8562): Launched\u000a17:44:14.866701 run osmo-msc_10.42.42.6(pid=8563): Launched\u000a17:44:15.044225 run osmo-stp_10.42.42.5(pid=8560): ERR: Terminated: ERROR {rc=1} [trial-2380↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8560)]\u000a17:44:15.173298 run osmo-stp_10.42.42.5(pid=8560): stdout: \u000a| (launched: 2022-12-12_17:44:13.744523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:15.299631 run osmo-stp_10.42.42.5(pid=8560): stderr: \u000a| �[0;m�[38;5;43m20221212174413914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174413914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174413914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174413915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174413915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174413915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174413915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:15.421698 run osmo-stp_10.42.42.5(pid=8560): stdout: \u000a| (launched: 2022-12-12_17:44:13.744523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:15.543058 run osmo-stp_10.42.42.5(pid=8560): stderr: \u000a| �[0;m�[38;5;43m20221212174413914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174413914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174413914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174413915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174413915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174413915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174413915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:15.596128 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=8560): Process ended prematurely: osmo-stp_10.42.42.5(pid=8560) [trial-2380↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8560)] [trial-2380↪ussd:sysmo↪assert_extension.py:17]\u000a17:44:15.604503 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a17:44:15.665788 run osmo-hlr_10.42.42.2(pid=8557): ERR: Terminated: ERROR {rc=237} [trial-2380↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8557)]\u000a17:44:15.715700 run osmo-hlr_10.42.42.2(pid=8557): stdout: \u000a| (launched: 2022-12-12_17:44:12.799345) \u000a17:44:15.766299 run osmo-hlr_10.42.42.2(pid=8557): stderr: \u000a| �[0;m�[1;31m20221212174412977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174412977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174412977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174412977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174412977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174412977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174412989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174412998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174412998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174412998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:44:15.852299 run osmo-msc_10.42.42.6(pid=8563): ERR: Terminated: ERROR {rc=2} [trial-2380↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8563)]\u000a17:44:15.912279 run osmo-msc_10.42.42.6(pid=8563): stdout: \u000a| (launched: 2022-12-12_17:44:14.712559) \u000a17:44:15.968889 run osmo-msc_10.42.42.6(pid=8563): stderr: \u000a| �[0;m�[38;5;43m20221212174414984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174414985 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f648a369c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174414985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174414985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174414985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174414986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174414987 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174414988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174414988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174414988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:44:16.015584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8556): Terminating (SIGTERM)\u000a17:44:16.061419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8559): Terminating (SIGTERM)\u000a17:44:16.108476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8562): Terminating (SIGTERM)\u000a17:44:16.119562 --- ParallelTerminationStrategy: PID 8556 died...\u000a17:44:16.179171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8556): Terminated: ok {rc=0}\u000a17:44:16.189823 --- ParallelTerminationStrategy: PID 8559 died...\u000a17:44:16.247563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8559): Terminated: ok {rc=0}\u000a17:44:16.258219 --- ParallelTerminationStrategy: PID 8562 died...\u000a17:44:16.316709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8562): Terminated: ok {rc=0}\u000a17:44:16.407762 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:44:09" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8574): Process ended prematurely: osmo-stp_10.42.42.5(pid=8574) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8574)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8574): Process ended prematurely: osmo-stp_10.42.42.5(pid=8574) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:44:18.330726 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:44:18.342716 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:44:18.497757 tst mo_mt_call.py: using LAC 30441\u000a17:44:18.626274 tst mo_mt_call.py: using RAC 96\u000a17:44:18.756905 tst mo_mt_call.py: using CellId 30441\u000a17:44:18.886691 tst mo_mt_call.py: using BVCI 30442\u000a17:44:18.911760 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:44:18.923338 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:44:18.934831 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:44:18.946498 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:44:18.958225 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:44:18.970505 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:44:19.090892 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:44:19.296937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:44:19.785375 run create_hlr_db(pid=8568): Launched\u000a17:44:19.962908 bus /sierra_2: Setting Powered False\u000a17:44:20.984923 run create_hlr_db(pid=8568): Terminated: ok {rc=0}\u000a17:44:21.399118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8570): Launched\u000a17:44:21.708623 run osmo-hlr_10.42.42.2(pid=8571): Launched\u000a17:44:21.828757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:44:22.371797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8573): Launched\u000a17:44:22.681142 run osmo-stp_10.42.42.5(pid=8574): Launched\u000a17:44:22.792888 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:44:23.357121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8576): Launched\u000a17:44:23.669198 run osmo-msc_10.42.42.6(pid=8577): Launched\u000a17:44:23.849647 run osmo-stp_10.42.42.5(pid=8574): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8574)]\u000a17:44:23.979595 run osmo-stp_10.42.42.5(pid=8574): stdout: \u000a| (launched: 2022-12-12_17:44:22.528006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:24.107725 run osmo-stp_10.42.42.5(pid=8574): stderr: \u000a| �[0;m�[38;5;43m20221212174422699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174422699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174422699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174422700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174422700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174422700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174422700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:24.231546 run osmo-stp_10.42.42.5(pid=8574): stdout: \u000a| (launched: 2022-12-12_17:44:22.528006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:24.354225 run osmo-stp_10.42.42.5(pid=8574): stderr: \u000a| �[0;m�[38;5;43m20221212174422699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174422699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174422699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174422700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174422700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174422700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174422700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:24.408092 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8574): Process ended prematurely: osmo-stp_10.42.42.5(pid=8574) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8574)] [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:44:24.416797 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:44:24.478466 run osmo-hlr_10.42.42.2(pid=8571): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8571)]\u000a17:44:24.528826 run osmo-hlr_10.42.42.2(pid=8571): stdout: \u000a| (launched: 2022-12-12_17:44:21.555495) \u000a17:44:24.579778 run osmo-hlr_10.42.42.2(pid=8571): stderr: \u000a| �[0;m�[1;31m20221212174421733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174421733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174421733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174421733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174421733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174421734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174421746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174421754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174421754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174421755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:44:24.648180 run osmo-msc_10.42.42.6(pid=8577): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8577)]\u000a17:44:24.697982 run osmo-msc_10.42.42.6(pid=8577): stdout: \u000a| (launched: 2022-12-12_17:44:23.512850) \u000a17:44:24.748921 run osmo-msc_10.42.42.6(pid=8577): stderr: \u000a| �[0;m�[38;5;43m20221212174423786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174423786 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f299b971c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174423786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174423786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174423786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174423787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174423788 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174423789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174423789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174423789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:44:24.791593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8570): Terminating (SIGTERM)\u000a17:44:24.832269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8573): Terminating (SIGTERM)\u000a17:44:24.872911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8576): Terminating (SIGTERM)\u000a17:44:24.882660 --- ParallelTerminationStrategy: PID 8570 died...\u000a17:44:24.937190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8570): Terminated: ok {rc=0}\u000a17:44:24.947288 --- ParallelTerminationStrategy: PID 8573 died...\u000a17:44:25.001235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8573): Terminated: ok {rc=0}\u000a17:44:25.011098 --- ParallelTerminationStrategy: PID 8576 died...\u000a17:44:25.065635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8576): Terminated: ok {rc=0}\u000a17:44:25.151351 bus /sierra_3: Setting Powered False\u000a17:44:26.259631 bus /sierra_3: Setting Powered False\u000a17:44:27.369856 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8585): Process ended prematurely: osmo-stp_10.42.42.5(pid=8585) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8585)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8585): Process ended prematurely: osmo-stp_10.42.42.5(pid=8585) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:44:28.488181 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:44:28.500634 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:44:28.655271 tst mo_mt_call_osmux.py: using LAC 30442\u000a17:44:28.786337 tst mo_mt_call_osmux.py: using RAC 97\u000a17:44:28.914833 tst mo_mt_call_osmux.py: using CellId 30442\u000a17:44:29.043571 tst mo_mt_call_osmux.py: using BVCI 30443\u000a17:44:29.068727 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:44:29.080330 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:44:29.091818 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:44:29.104118 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:44:29.116205 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:44:29.127983 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:44:29.248874 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:44:29.465068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:44:29.995207 run create_hlr_db(pid=8579): Launched\u000a17:44:30.185456 bus /sierra_2: Setting Powered False\u000a17:44:31.233685 run create_hlr_db(pid=8579): Terminated: ok {rc=0}\u000a17:44:31.707182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8581): Launched\u000a17:44:32.139917 run osmo-hlr_10.42.42.2(pid=8582): Launched\u000a17:44:32.289013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:44:32.865786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8584): Launched\u000a17:44:33.198586 run osmo-stp_10.42.42.5(pid=8585): Launched\u000a17:44:33.318274 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:44:33.920522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8587): Launched\u000a17:44:34.253748 run osmo-msc_10.42.42.6(pid=8588): Launched\u000a17:44:34.450019 run osmo-stp_10.42.42.5(pid=8585): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8585)]\u000a17:44:34.588177 run osmo-stp_10.42.42.5(pid=8585): stdout: \u000a| (launched: 2022-12-12_17:44:33.033581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:34.725788 run osmo-stp_10.42.42.5(pid=8585): stderr: \u000a| �[0;m�[38;5;43m20221212174433222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174433222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174433223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174433223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174433224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174433224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174433224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:34.858325 run osmo-stp_10.42.42.5(pid=8585): stdout: \u000a| (launched: 2022-12-12_17:44:33.033581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:34.989582 run osmo-stp_10.42.42.5(pid=8585): stderr: \u000a| �[0;m�[38;5;43m20221212174433222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174433222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174433223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174433223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174433224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174433224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174433224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:35.047173 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8585): Process ended prematurely: osmo-stp_10.42.42.5(pid=8585) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8585)] [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:44:35.056398 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a17:44:35.119578 run osmo-hlr_10.42.42.2(pid=8582): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8582)]\u000a17:44:35.171904 run osmo-hlr_10.42.42.2(pid=8582): stdout: \u000a| (launched: 2022-12-12_17:44:31.878499) \u000a17:44:35.224423 run osmo-hlr_10.42.42.2(pid=8582): stderr: \u000a| �[0;m�[1;31m20221212174432188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174432188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174432188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174432188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174432188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174432188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174432236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174432247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174432247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174432247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:44:35.295691 run osmo-msc_10.42.42.6(pid=8588): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8588)]\u000a17:44:35.347649 run osmo-msc_10.42.42.6(pid=8588): stdout: \u000a| (launched: 2022-12-12_17:44:34.088061) \u000a17:44:35.400003 run osmo-msc_10.42.42.6(pid=8588): stderr: \u000a| �[0;m�[38;5;43m20221212174434415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174434415 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf542d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174434415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174434415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174434415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174434415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174434417 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174434418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174434418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174434418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:44:35.444374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8581): Terminating (SIGTERM)\u000a17:44:35.486479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8584): Terminating (SIGTERM)\u000a17:44:35.528939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8587): Terminating (SIGTERM)\u000a17:44:35.538736 --- ParallelTerminationStrategy: PID 8581 died...\u000a17:44:35.595264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8581): Terminated: ok {rc=0}\u000a17:44:35.605499 --- ParallelTerminationStrategy: PID 8584 died...\u000a17:44:35.661891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8584): Terminated: ok {rc=0}\u000a17:44:35.671895 --- ParallelTerminationStrategy: PID 8587 died...\u000a17:44:35.728007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8587): Terminated: ok {rc=0}\u000a17:44:35.816818 bus /sierra_3: Setting Powered False\u000a17:44:36.925449 bus /sierra_3: Setting Powered False\u000a17:44:38.034305 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:44:18" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8599): Process ended prematurely: osmo-stp_10.42.42.5(pid=8599) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8599)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8599): Process ended prematurely: osmo-stp_10.42.42.5(pid=8599) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:44:40.006083 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:44:40.017597 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:44:40.171745 tst mo_mt_call.py: using LAC 30443\u000a17:44:40.300364 tst mo_mt_call.py: using RAC 98\u000a17:44:40.430280 tst mo_mt_call.py: using CellId 30443\u000a17:44:40.560479 tst mo_mt_call.py: using BVCI 30444\u000a17:44:40.585756 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:44:40.597445 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:44:40.608780 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:44:40.620184 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:44:40.631683 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:44:40.643572 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:44:40.761559 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:44:40.974716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:44:41.503598 run create_hlr_db(pid=8593): Launched\u000a17:44:41.694658 bus /sierra_2: Setting Powered False\u000a17:44:42.716575 run create_hlr_db(pid=8593): Terminated: ok {rc=0}\u000a17:44:43.154926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8595): Launched\u000a17:44:43.486350 run osmo-hlr_10.42.42.2(pid=8596): Launched\u000a17:44:43.605163 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:44:44.178128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8598): Launched\u000a17:44:44.509804 run osmo-stp_10.42.42.5(pid=8599): Launched\u000a17:44:44.628738 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:44:45.230007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8601): Launched\u000a17:44:45.562169 run osmo-msc_10.42.42.6(pid=8602): Launched\u000a17:44:45.753956 run osmo-stp_10.42.42.5(pid=8599): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8599)]\u000a17:44:45.941827 run osmo-stp_10.42.42.5(pid=8599): stdout: \u000a| (launched: 2022-12-12_17:44:44.345255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:46.118007 run osmo-stp_10.42.42.5(pid=8599): stderr: \u000a| �[0;m�[38;5;43m20221212174444536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174444536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174444536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174444537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174444537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174444537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174444537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:46.253688 run osmo-stp_10.42.42.5(pid=8599): stdout: \u000a| (launched: 2022-12-12_17:44:44.345255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:46.387999 run osmo-stp_10.42.42.5(pid=8599): stderr: \u000a| �[0;m�[38;5;43m20221212174444536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174444536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174444536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174444537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174444537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174444537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174444537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:46.447488 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8599): Process ended prematurely: osmo-stp_10.42.42.5(pid=8599) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8599)] [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:44:46.457830 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a17:44:46.521521 run osmo-hlr_10.42.42.2(pid=8596): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8596)]\u000a17:44:46.574090 run osmo-hlr_10.42.42.2(pid=8596): stdout: \u000a| (launched: 2022-12-12_17:44:43.323544) \u000a17:44:46.628492 run osmo-hlr_10.42.42.2(pid=8596): stderr: \u000a| �[0;m�[1;31m20221212174443522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174443522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174443522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174443522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174443522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174443522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174443539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174443548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174443549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174443549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:44:46.700581 run osmo-msc_10.42.42.6(pid=8602): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8602)]\u000a17:44:46.753134 run osmo-msc_10.42.42.6(pid=8602): stdout: \u000a| (launched: 2022-12-12_17:44:45.398016) \u000a17:44:46.805794 run osmo-msc_10.42.42.6(pid=8602): stderr: \u000a| �[0;m�[38;5;43m20221212174445720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174445721 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f418e2bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174445721 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174445721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174445721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174445721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174445723 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174445723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174445724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174445724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:44:46.850676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8595): Terminating (SIGTERM)\u000a17:44:46.893334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8598): Terminating (SIGTERM)\u000a17:44:46.936610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8601): Terminating (SIGTERM)\u000a17:44:46.947350 --- ParallelTerminationStrategy: PID 8595 died...\u000a17:44:47.004187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8595): Terminated: ok {rc=0}\u000a17:44:47.014612 --- ParallelTerminationStrategy: PID 8598 died...\u000a17:44:47.071707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8598): Terminated: ok {rc=0}\u000a17:44:47.082340 --- ParallelTerminationStrategy: PID 8601 died...\u000a17:44:47.139393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8601): Terminated: ok {rc=0}\u000a17:44:47.228619 bus /sierra_3: Setting Powered False\u000a17:44:48.334393 bus /sierra_3: Setting Powered False\u000a17:44:49.442640 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8610): Process ended prematurely: osmo-stp_10.42.42.5(pid=8610) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8610)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8610): Process ended prematurely: osmo-stp_10.42.42.5(pid=8610) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:44:50.558773 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:44:50.571149 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:44:50.726088 tst mo_mt_call_osmux.py: using LAC 30444\u000a17:44:50.854811 tst mo_mt_call_osmux.py: using RAC 99\u000a17:44:50.983742 tst mo_mt_call_osmux.py: using CellId 30444\u000a17:44:51.111930 tst mo_mt_call_osmux.py: using BVCI 30445\u000a17:44:51.137185 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:44:51.148694 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:44:51.160030 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:44:51.171368 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:44:51.182767 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:44:51.194212 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:44:51.310873 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:44:51.525915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:44:52.055346 run create_hlr_db(pid=8604): Launched\u000a17:44:52.245484 bus /sierra_2: Setting Powered False\u000a17:44:53.267381 run create_hlr_db(pid=8604): Terminated: ok {rc=0}\u000a17:44:53.684283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8606): Launched\u000a17:44:53.995553 run osmo-hlr_10.42.42.2(pid=8607): Launched\u000a17:44:54.111947 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:44:54.648046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8609): Launched\u000a17:44:54.958579 run osmo-stp_10.42.42.5(pid=8610): Launched\u000a17:44:55.070289 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:44:55.633564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8612): Launched\u000a17:44:55.945882 run osmo-msc_10.42.42.6(pid=8613): Launched\u000a17:44:56.126365 run osmo-stp_10.42.42.5(pid=8610): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8610)]\u000a17:44:56.256257 run osmo-stp_10.42.42.5(pid=8610): stdout: \u000a| (launched: 2022-12-12_17:44:54.804157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:56.384590 run osmo-stp_10.42.42.5(pid=8610): stderr: \u000a| �[0;m�[38;5;43m20221212174454976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174454976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174454977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174454977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174454978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174454978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174454978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:56.508840 run osmo-stp_10.42.42.5(pid=8610): stdout: \u000a| (launched: 2022-12-12_17:44:54.804157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:44:56.632131 run osmo-stp_10.42.42.5(pid=8610): stderr: \u000a| �[0;m�[38;5;43m20221212174454976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174454976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174454977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174454977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174454978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174454978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174454978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:44:56.686312 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8610): Process ended prematurely: osmo-stp_10.42.42.5(pid=8610) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8610)] [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:44:56.695232 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:44:56.756462 run osmo-hlr_10.42.42.2(pid=8607): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8607)]\u000a17:44:56.806527 run osmo-hlr_10.42.42.2(pid=8607): stdout: \u000a| (launched: 2022-12-12_17:44:53.841203) \u000a17:44:56.857101 run osmo-hlr_10.42.42.2(pid=8607): stderr: \u000a| �[0;m�[1;31m20221212174454020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174454020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174454020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174454020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174454020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174454020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174454032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174454041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174454041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174454041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:44:56.925575 run osmo-msc_10.42.42.6(pid=8613): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8613)]\u000a17:44:56.975404 run osmo-msc_10.42.42.6(pid=8613): stdout: \u000a| (launched: 2022-12-12_17:44:55.790003) \u000a17:44:57.025702 run osmo-msc_10.42.42.6(pid=8613): stderr: \u000a| �[0;m�[38;5;43m20221212174456063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174456064 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f864a05bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174456064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174456064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174456064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174456064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174456066 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174456066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174456066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174456067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:44:57.067932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8606): Terminating (SIGTERM)\u000a17:44:57.108378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8609): Terminating (SIGTERM)\u000a17:44:57.148810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8612): Terminating (SIGTERM)\u000a17:44:57.158431 --- ParallelTerminationStrategy: PID 8606 died...\u000a17:44:57.212215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8606): Terminated: ok {rc=0}\u000a17:44:57.222391 --- ParallelTerminationStrategy: PID 8609 died...\u000a17:44:57.276094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8609): Terminated: ok {rc=0}\u000a17:44:57.286172 --- ParallelTerminationStrategy: PID 8612 died...\u000a17:44:57.340416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8612): Terminated: ok {rc=0}\u000a17:44:57.429051 bus /sierra_3: Setting Powered False\u000a17:44:58.533471 bus /sierra_3: Setting Powered False\u000a17:44:59.644665 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:44:39" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8627): Process ended prematurely: osmo-stp_10.42.42.5(pid=8627) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8627)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8627): Process ended prematurely: osmo-stp_10.42.42.5(pid=8627) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:45:01.710384 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:45:01.726898 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:45:01.894487 tst mo_mt_call.py: using LAC 30445\u000a17:45:02.023337 tst mo_mt_call.py: using RAC 100\u000a17:45:02.179334 tst mo_mt_call.py: using CellId 30445\u000a17:45:02.335883 tst mo_mt_call.py: using BVCI 30446\u000a17:45:02.362703 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:45:02.375345 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:45:02.387342 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:45:02.398840 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:45:02.410379 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:45:02.421880 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:45:02.540233 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:45:02.745125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:45:03.231601 run create_hlr_db(pid=8621): Launched\u000a17:45:03.410245 bus /sierra_2: Setting Powered False\u000a17:45:04.432353 run create_hlr_db(pid=8621): Terminated: ok {rc=0}\u000a17:45:04.874007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8623): Launched\u000a17:45:05.206240 run osmo-hlr_10.42.42.2(pid=8624): Launched\u000a17:45:05.325300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:45:05.900403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8626): Launched\u000a17:45:06.228509 run osmo-stp_10.42.42.5(pid=8627): Launched\u000a17:45:06.350135 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:45:06.920053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8631): Launched\u000a17:45:07.232756 run osmo-msc_10.42.42.6(pid=8632): Launched\u000a17:45:07.414109 run osmo-stp_10.42.42.5(pid=8627): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8627)]\u000a17:45:07.546099 run osmo-stp_10.42.42.5(pid=8627): stdout: \u000a| (launched: 2022-12-12_17:45:06.068211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:07.674566 run osmo-stp_10.42.42.5(pid=8627): stderr: \u000a| �[0;m�[38;5;43m20221212174506243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174506243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174506243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174506244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174506244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174506244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174506244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:07.798982 run osmo-stp_10.42.42.5(pid=8627): stdout: \u000a| (launched: 2022-12-12_17:45:06.068211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:07.922368 run osmo-stp_10.42.42.5(pid=8627): stderr: \u000a| �[0;m�[38;5;43m20221212174506243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174506243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174506243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174506244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174506244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174506244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174506244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:07.976508 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8627): Process ended prematurely: osmo-stp_10.42.42.5(pid=8627) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8627)] [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:45:07.985055 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:45:08.046445 run osmo-hlr_10.42.42.2(pid=8624): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8624)]\u000a17:45:08.096639 run osmo-hlr_10.42.42.2(pid=8624): stdout: \u000a| (launched: 2022-12-12_17:45:05.042247) \u000a17:45:08.147596 run osmo-hlr_10.42.42.2(pid=8624): stderr: \u000a| �[0;m�[1;31m20221212174505238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174505238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174505238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174505238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174505238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174505238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174505250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174505259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174505259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174505259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:45:08.216354 run osmo-msc_10.42.42.6(pid=8632): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8632)]\u000a17:45:08.266558 run osmo-msc_10.42.42.6(pid=8632): stdout: \u000a| (launched: 2022-12-12_17:45:07.076838) \u000a17:45:08.317359 run osmo-msc_10.42.42.6(pid=8632): stderr: \u000a| �[0;m�[38;5;43m20221212174507350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174507351 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd343b0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174507351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174507351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174507351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174507351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174507353 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174507353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174507354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174507354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:45:08.360100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8623): Terminating (SIGTERM)\u000a17:45:08.400548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8626): Terminating (SIGTERM)\u000a17:45:08.441136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8631): Terminating (SIGTERM)\u000a17:45:08.450739 --- ParallelTerminationStrategy: PID 8623 died...\u000a17:45:08.505217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8623): Terminated: ok {rc=0}\u000a17:45:08.515098 --- ParallelTerminationStrategy: PID 8626 died...\u000a17:45:08.568872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8626): Terminated: ok {rc=0}\u000a17:45:08.578576 --- ParallelTerminationStrategy: PID 8631 died...\u000a17:45:08.632758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8631): Terminated: ok {rc=0}\u000a17:45:08.721830 bus /sierra_3: Setting Powered False\u000a17:45:09.826883 bus /sierra_3: Setting Powered False\u000a17:45:10.938773 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8641): Process ended prematurely: osmo-stp_10.42.42.5(pid=8641) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8641)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8641): Process ended prematurely: osmo-stp_10.42.42.5(pid=8641) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:45:12.054328 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:45:12.066494 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:45:12.217852 tst mo_mt_call_osmux.py: using LAC 30446\u000a17:45:12.345928 tst mo_mt_call_osmux.py: using RAC 101\u000a17:45:12.472105 tst mo_mt_call_osmux.py: using CellId 30446\u000a17:45:12.597719 tst mo_mt_call_osmux.py: using BVCI 30447\u000a17:45:12.622358 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:45:12.633894 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:45:12.645122 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:45:12.656428 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:45:12.668026 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:45:12.679380 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:45:12.796911 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:45:13.007847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:45:13.527256 run create_hlr_db(pid=8635): Launched\u000a17:45:13.716606 bus /sierra_2: Setting Powered False\u000a17:45:14.738656 run create_hlr_db(pid=8635): Terminated: ok {rc=0}\u000a17:45:15.150100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8637): Launched\u000a17:45:15.457887 run osmo-hlr_10.42.42.2(pid=8638): Launched\u000a17:45:15.576896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:45:16.200235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8640): Launched\u000a17:45:16.606085 run osmo-stp_10.42.42.5(pid=8641): Launched\u000a17:45:16.747361 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:45:17.438427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8643): Launched\u000a17:45:17.770210 run osmo-msc_10.42.42.6(pid=8644): Launched\u000a17:45:17.960636 run osmo-stp_10.42.42.5(pid=8641): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8641)]\u000a17:45:18.097746 run osmo-stp_10.42.42.5(pid=8641): stdout: \u000a| (launched: 2022-12-12_17:45:16.410023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:18.234514 run osmo-stp_10.42.42.5(pid=8641): stderr: \u000a| �[0;m�[38;5;43m20221212174516767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174516768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174516768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174516768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174516769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174516769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174516769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:18.365785 run osmo-stp_10.42.42.5(pid=8641): stdout: \u000a| (launched: 2022-12-12_17:45:16.410023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:18.496158 run osmo-stp_10.42.42.5(pid=8641): stderr: \u000a| �[0;m�[38;5;43m20221212174516767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174516768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174516768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174516768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174516769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174516769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174516769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:18.553722 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8641): Process ended prematurely: osmo-stp_10.42.42.5(pid=8641) [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8641)] [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:45:18.563315 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a17:45:18.625641 run osmo-hlr_10.42.42.2(pid=8638): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8638)]\u000a17:45:18.677238 run osmo-hlr_10.42.42.2(pid=8638): stdout: \u000a| (launched: 2022-12-12_17:45:15.304533) \u000a17:45:18.729443 run osmo-hlr_10.42.42.2(pid=8638): stderr: \u000a| �[0;m�[1;31m20221212174515479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174515479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174515480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174515480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174515480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174515480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174515491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174515500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174515500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174515500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:45:18.799758 run osmo-msc_10.42.42.6(pid=8644): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8644)]\u000a17:45:18.850930 run osmo-msc_10.42.42.6(pid=8644): stdout: \u000a| (launched: 2022-12-12_17:45:17.606074) \u000a17:45:18.902428 run osmo-msc_10.42.42.6(pid=8644): stderr: \u000a| �[0;m�[38;5;43m20221212174517926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174517927 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd63c129c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174517927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174517927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174517927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174517927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174517929 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174517929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174517929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174517929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:45:18.946278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8637): Terminating (SIGTERM)\u000a17:45:18.987750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8640): Terminating (SIGTERM)\u000a17:45:19.029243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8643): Terminating (SIGTERM)\u000a17:45:19.038932 --- ParallelTerminationStrategy: PID 8637 died...\u000a17:45:19.095050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8637): Terminated: ok {rc=0}\u000a17:45:19.105080 --- ParallelTerminationStrategy: PID 8640 died...\u000a17:45:19.159982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8640): Terminated: ok {rc=0}\u000a17:45:19.169877 --- ParallelTerminationStrategy: PID 8643 died...\u000a17:45:19.225042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8643): Terminated: ok {rc=0}\u000a17:45:19.311760 bus /sierra_3: Setting Powered False\u000a17:45:20.415075 bus /sierra_3: Setting Powered False\u000a17:45:21.529478 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:45:01" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8655): Process ended prematurely: osmo-stp_10.42.42.5(pid=8655) [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8655)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8655): Process ended prematurely: osmo-stp_10.42.42.5(pid=8655) [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:45:23.494884 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:45:23.506323 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:45:23.657759 tst mo_mt_call.py: using LAC 30447\u000a17:45:23.785138 tst mo_mt_call.py: using RAC 102\u000a17:45:23.910600 tst mo_mt_call.py: using CellId 30447\u000a17:45:24.035605 tst mo_mt_call.py: using BVCI 30448\u000a17:45:24.060531 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:45:24.071996 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:45:24.083238 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:45:24.094584 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:45:24.105865 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:45:24.117151 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:45:24.232885 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:45:24.435661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:45:24.913134 run create_hlr_db(pid=8649): Launched\u000a17:45:25.088491 bus /sierra_2: Setting Powered False\u000a17:45:26.111032 run create_hlr_db(pid=8649): Terminated: ok {rc=0}\u000a17:45:26.518856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8651): Launched\u000a17:45:26.826729 run osmo-hlr_10.42.42.2(pid=8652): Launched\u000a17:45:26.946563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:45:27.480292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8654): Launched\u000a17:45:27.787488 run osmo-stp_10.42.42.5(pid=8655): Launched\u000a17:45:27.898538 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:45:28.455649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8657): Launched\u000a17:45:28.765652 run osmo-msc_10.42.42.6(pid=8658): Launched\u000a17:45:28.945130 run osmo-stp_10.42.42.5(pid=8655): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8655)]\u000a17:45:29.078511 run osmo-stp_10.42.42.5(pid=8655): stdout: \u000a| (launched: 2022-12-12_17:45:27.635929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:29.214468 run osmo-stp_10.42.42.5(pid=8655): stderr: \u000a| �[0;m�[38;5;43m20221212174527806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174527806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174527806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174527807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174527807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174527807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174527807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:29.345577 run osmo-stp_10.42.42.5(pid=8655): stdout: \u000a| (launched: 2022-12-12_17:45:27.635929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:29.475973 run osmo-stp_10.42.42.5(pid=8655): stderr: \u000a| �[0;m�[38;5;43m20221212174527806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174527806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174527806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174527807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174527807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174527807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174527807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:29.533372 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8655): Process ended prematurely: osmo-stp_10.42.42.5(pid=8655) [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8655)] [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a17:45:29.542778 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:45:29.605396 run osmo-hlr_10.42.42.2(pid=8652): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8652)]\u000a17:45:29.656738 run osmo-hlr_10.42.42.2(pid=8652): stdout: \u000a| (launched: 2022-12-12_17:45:26.673603) \u000a17:45:29.708868 run osmo-hlr_10.42.42.2(pid=8652): stderr: \u000a| �[0;m�[1;31m20221212174526848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174526848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174526848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174526848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174526848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174526848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174526861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174526869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174526869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174526869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:45:29.779287 run osmo-msc_10.42.42.6(pid=8658): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8658)]\u000a17:45:29.830391 run osmo-msc_10.42.42.6(pid=8658): stdout: \u000a| (launched: 2022-12-12_17:45:28.610803) \u000a17:45:29.882140 run osmo-msc_10.42.42.6(pid=8658): stderr: \u000a| �[0;m�[38;5;43m20221212174528883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174528883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74d9ec0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174528883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174528883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174528883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174528883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174528885 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174528886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174528886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174528886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:45:29.926487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8651): Terminating (SIGTERM)\u000a17:45:29.968132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8654): Terminating (SIGTERM)\u000a17:45:30.009811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8657): Terminating (SIGTERM)\u000a17:45:30.019542 --- ParallelTerminationStrategy: PID 8651 died...\u000a17:45:30.075316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8651): Terminated: ok {rc=0}\u000a17:45:30.085461 --- ParallelTerminationStrategy: PID 8654 died...\u000a17:45:30.141215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8654): Terminated: ok {rc=0}\u000a17:45:30.151161 --- ParallelTerminationStrategy: PID 8657 died...\u000a17:45:30.207636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8657): Terminated: ok {rc=0}\u000a17:45:30.295209 bus /sierra_3: Setting Powered False\u000a17:45:31.402540 bus /sierra_3: Setting Powered False\u000a17:45:32.513563 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8666): Process ended prematurely: osmo-stp_10.42.42.5(pid=8666) [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8666)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8666): Process ended prematurely: osmo-stp_10.42.42.5(pid=8666) [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:45:33.626142 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:45:33.638029 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:45:33.789648 tst mo_mt_call_osmux.py: using LAC 30448\u000a17:45:33.907884 tst mo_mt_call_osmux.py: using RAC 103\u000a17:45:34.029074 tst mo_mt_call_osmux.py: using CellId 30448\u000a17:45:34.147924 tst mo_mt_call_osmux.py: using BVCI 30449\u000a17:45:34.171207 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:45:34.182254 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:45:34.193181 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:45:34.204701 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:45:34.216647 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:45:34.227993 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:45:34.346465 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:45:34.559844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:45:35.086204 run create_hlr_db(pid=8660): Launched\u000a17:45:35.276194 bus /sierra_2: Setting Powered False\u000a17:45:36.296695 run create_hlr_db(pid=8660): Terminated: ok {rc=0}\u000a17:45:36.709064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8662): Launched\u000a17:45:37.018471 run osmo-hlr_10.42.42.2(pid=8663): Launched\u000a17:45:37.138861 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:45:37.678999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8665): Launched\u000a17:45:37.987733 run osmo-stp_10.42.42.5(pid=8666): Launched\u000a17:45:38.099448 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:45:38.660299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8668): Launched\u000a17:45:38.970943 run osmo-msc_10.42.42.6(pid=8669): Launched\u000a17:45:39.151633 run osmo-stp_10.42.42.5(pid=8666): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8666)]\u000a17:45:39.282307 run osmo-stp_10.42.42.5(pid=8666): stdout: \u000a| (launched: 2022-12-12_17:45:37.834466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:39.410999 run osmo-stp_10.42.42.5(pid=8666): stderr: \u000a| �[0;m�[38;5;43m20221212174538004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174538004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174538004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174538004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174538005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174538005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174538005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:39.535378 run osmo-stp_10.42.42.5(pid=8666): stdout: \u000a| (launched: 2022-12-12_17:45:37.834466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:39.658829 run osmo-stp_10.42.42.5(pid=8666): stderr: \u000a| �[0;m�[38;5;43m20221212174538004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174538004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174538004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174538004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174538005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174538005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174538005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:39.713529 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8666): Process ended prematurely: osmo-stp_10.42.42.5(pid=8666) [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8666)] [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a17:45:39.722407 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a17:45:39.783660 run osmo-hlr_10.42.42.2(pid=8663): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8663)]\u000a17:45:39.833655 run osmo-hlr_10.42.42.2(pid=8663): stdout: \u000a| (launched: 2022-12-12_17:45:36.865275) \u000a17:45:39.883872 run osmo-hlr_10.42.42.2(pid=8663): stderr: \u000a| �[0;m�[1;31m20221212174537038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174537038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174537038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174537038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174537039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174537039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174537051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174537059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174537059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174537060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:45:39.952617 run osmo-msc_10.42.42.6(pid=8669): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8669)]\u000a17:45:40.002921 run osmo-msc_10.42.42.6(pid=8669): stdout: \u000a| (launched: 2022-12-12_17:45:38.816060) \u000a17:45:40.053472 run osmo-msc_10.42.42.6(pid=8669): stderr: \u000a| �[0;m�[38;5;43m20221212174539091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174539091 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7fbb9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174539091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174539091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174539092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174539092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174539094 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174539094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174539094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174539094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:45:40.096123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8662): Terminating (SIGTERM)\u000a17:45:40.137062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8665): Terminating (SIGTERM)\u000a17:45:40.177720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8668): Terminating (SIGTERM)\u000a17:45:40.188073 --- ParallelTerminationStrategy: PID 8662 died...\u000a17:45:40.242473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8662): Terminated: ok {rc=0}\u000a17:45:40.252262 --- ParallelTerminationStrategy: PID 8665 died...\u000a17:45:40.306264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8665): Terminated: ok {rc=0}\u000a17:45:40.315971 --- ParallelTerminationStrategy: PID 8668 died...\u000a17:45:40.369437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8668): Terminated: ok {rc=0}\u000a17:45:40.458115 bus /sierra_3: Setting Powered False\u000a17:45:41.561099 bus /sierra_3: Setting Powered False\u000a17:45:42.672337 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:45:23" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8680): Process ended prematurely: osmo-stp_10.42.42.5(pid=8680) [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8680)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8680): Process ended prematurely: osmo-stp_10.42.42.5(pid=8680) [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:45:44.635849 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:45:44.647439 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:45:44.802344 tst mo_mt_call.py: using LAC 30449\u000a17:45:44.931305 tst mo_mt_call.py: using RAC 104\u000a17:45:45.062112 tst mo_mt_call.py: using CellId 30449\u000a17:45:45.190946 tst mo_mt_call.py: using BVCI 30450\u000a17:45:45.216321 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:45:45.227999 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:45:45.239613 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:45:45.251132 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:45:45.262692 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:45:45.274209 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:45:45.390912 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:45:45.604521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:45:46.170140 run create_hlr_db(pid=8674): Launched\u000a17:45:46.376582 bus /sierra_2: Setting Powered False\u000a17:45:47.402996 run create_hlr_db(pid=8674): Terminated: ok {rc=0}\u000a17:45:47.822188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8676): Launched\u000a17:45:48.133390 run osmo-hlr_10.42.42.2(pid=8677): Launched\u000a17:45:48.249251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:45:48.792015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8679): Launched\u000a17:45:49.105316 run osmo-stp_10.42.42.5(pid=8680): Launched\u000a17:45:49.218297 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:45:49.785801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8682): Launched\u000a17:45:50.100100 run osmo-msc_10.42.42.6(pid=8683): Launched\u000a17:45:50.280240 run osmo-stp_10.42.42.5(pid=8680): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8680)]\u000a17:45:50.410473 run osmo-stp_10.42.42.5(pid=8680): stdout: \u000a| (launched: 2022-12-12_17:45:48.949108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:50.539100 run osmo-stp_10.42.42.5(pid=8680): stderr: \u000a| �[0;m�[38;5;43m20221212174549119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174549119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174549119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174549119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174549120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174549120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174549120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:50.663807 run osmo-stp_10.42.42.5(pid=8680): stdout: \u000a| (launched: 2022-12-12_17:45:48.949108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:45:50.787340 run osmo-stp_10.42.42.5(pid=8680): stderr: \u000a| �[0;m�[38;5;43m20221212174549119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174549119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174549119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174549119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174549120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174549120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174549120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:45:50.841653 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8680): Process ended prematurely: osmo-stp_10.42.42.5(pid=8680) [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8680)] [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:45:50.850405 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:45:50.912053 run osmo-hlr_10.42.42.2(pid=8677): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8677)]\u000a17:45:50.962135 run osmo-hlr_10.42.42.2(pid=8677): stdout: \u000a| (launched: 2022-12-12_17:45:47.978878) \u000a17:45:51.012774 run osmo-hlr_10.42.42.2(pid=8677): stderr: \u000a| �[0;m�[1;31m20221212174548154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174548154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174548154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174548154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174548154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174548154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174548166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174548174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174548175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174548175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:45:51.081357 run osmo-msc_10.42.42.6(pid=8683): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8683)]\u000a17:45:51.131076 run osmo-msc_10.42.42.6(pid=8683): stdout: \u000a| (launched: 2022-12-12_17:45:49.942816) \u000a17:45:51.191939 run osmo-msc_10.42.42.6(pid=8683): stderr: \u000a| �[0;m�[38;5;43m20221212174550218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174550218 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a07540c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174550218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174550218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174550218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174550219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174550220 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174550221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174550221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174550221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:45:51.243746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8676): Terminating (SIGTERM)\u000a17:45:51.284209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8679): Terminating (SIGTERM)\u000a17:45:51.324552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8682): Terminating (SIGTERM)\u000a17:45:51.334190 --- ParallelTerminationStrategy: PID 8676 died...\u000a17:45:51.387992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8676): Terminated: ok {rc=0}\u000a17:45:51.398027 --- ParallelTerminationStrategy: PID 8679 died...\u000a17:45:51.451677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8679): Terminated: ok {rc=0}\u000a17:45:51.462004 --- ParallelTerminationStrategy: PID 8682 died...\u000a17:45:51.515780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8682): Terminated: ok {rc=0}\u000a17:45:51.606149 bus /sierra_3: Setting Powered False\u000a17:45:52.714021 bus /sierra_3: Setting Powered False\u000a17:45:53.822298 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8691): Process ended prematurely: osmo-stp_10.42.42.5(pid=8691) [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8691)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8691): Process ended prematurely: osmo-stp_10.42.42.5(pid=8691) [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:45:54.936901 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:45:54.949297 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:45:55.102336 tst mo_mt_call_osmux.py: using LAC 30450\u000a17:45:55.229897 tst mo_mt_call_osmux.py: using RAC 105\u000a17:45:55.357279 tst mo_mt_call_osmux.py: using CellId 30450\u000a17:45:55.485895 tst mo_mt_call_osmux.py: using BVCI 30451\u000a17:45:55.510673 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:45:55.522817 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:45:55.534404 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:45:55.545886 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:45:55.557306 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:45:55.568668 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:45:55.686755 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:45:55.896551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:45:56.376489 run create_hlr_db(pid=8685): Launched\u000a17:45:56.552217 bus /sierra_2: Setting Powered False\u000a17:45:57.573478 run create_hlr_db(pid=8685): Terminated: ok {rc=0}\u000a17:45:58.007082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8687): Launched\u000a17:45:58.332056 run osmo-hlr_10.42.42.2(pid=8688): Launched\u000a17:45:58.449860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:45:59.014664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8690): Launched\u000a17:45:59.339458 run osmo-stp_10.42.42.5(pid=8691): Launched\u000a17:45:59.457257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:46:00.052859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8693): Launched\u000a17:46:00.382188 run osmo-msc_10.42.42.6(pid=8694): Launched\u000a17:46:00.572619 run osmo-stp_10.42.42.5(pid=8691): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8691)]\u000a17:46:00.710259 run osmo-stp_10.42.42.5(pid=8691): stdout: \u000a| (launched: 2022-12-12_17:45:59.179862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:00.847111 run osmo-stp_10.42.42.5(pid=8691): stderr: \u000a| �[0;m�[38;5;43m20221212174559367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174559368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174559368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174559368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174559369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174559369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174559369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:00.995583 run osmo-stp_10.42.42.5(pid=8691): stdout: \u000a| (launched: 2022-12-12_17:45:59.179862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:01.127315 run osmo-stp_10.42.42.5(pid=8691): stderr: \u000a| �[0;m�[38;5;43m20221212174559367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174559368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174559368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174559368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174559369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174559369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174559369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:01.184678 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8691): Process ended prematurely: osmo-stp_10.42.42.5(pid=8691) [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8691)] [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:46:01.194882 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:46:01.261460 run osmo-hlr_10.42.42.2(pid=8688): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8688)]\u000a17:46:01.314925 run osmo-hlr_10.42.42.2(pid=8688): stdout: \u000a| (launched: 2022-12-12_17:45:58.172804) \u000a17:46:01.368389 run osmo-hlr_10.42.42.2(pid=8688): stderr: \u000a| �[0;m�[1;31m20221212174558368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174558368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174558368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174558368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174558368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174558368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174558381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174558389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174558389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174558389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:46:01.439873 run osmo-msc_10.42.42.6(pid=8694): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8694)]\u000a17:46:01.492347 run osmo-msc_10.42.42.6(pid=8694): stdout: \u000a| (launched: 2022-12-12_17:46:00.219858) \u000a17:46:01.546606 run osmo-msc_10.42.42.6(pid=8694): stderr: \u000a| �[0;m�[38;5;43m20221212174600541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174600542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f43cd040c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174600542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174600542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174600542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174600542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174600544 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174600544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174600544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174600544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:46:01.591376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8687): Terminating (SIGTERM)\u000a17:46:01.635178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8690): Terminating (SIGTERM)\u000a17:46:01.682356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8693): Terminating (SIGTERM)\u000a17:46:01.692932 --- ParallelTerminationStrategy: PID 8687 died...\u000a17:46:01.753223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8687): Terminated: ok {rc=0}\u000a17:46:01.763867 --- ParallelTerminationStrategy: PID 8690 died...\u000a17:46:01.822645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8690): Terminated: ok {rc=0}\u000a17:46:01.833333 --- ParallelTerminationStrategy: PID 8693 died...\u000a17:46:01.891531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8693): Terminated: ok {rc=0}\u000a17:46:01.980323 bus /sierra_3: Setting Powered False\u000a17:46:03.085622 bus /sierra_3: Setting Powered False\u000a17:46:04.196611 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:45:44" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8705): Process ended prematurely: osmo-stp_10.42.42.5(pid=8705) [trial-2380↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8705)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8705): Process ended prematurely: osmo-stp_10.42.42.5(pid=8705) [trial-2380↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:46:06.161343 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:46:06.172801 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:46:06.318744 tst mo_mt_call.py: using LAC 30451\u000a17:46:06.440243 tst mo_mt_call.py: using RAC 106\u000a17:46:06.561222 tst mo_mt_call.py: using CellId 30451\u000a17:46:06.683736 tst mo_mt_call.py: using BVCI 30452\u000a17:46:06.706929 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:46:06.718159 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:46:06.729230 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:46:06.740649 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:46:06.752207 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:46:06.764029 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:46:06.881637 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:46:07.084309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:46:07.564699 run create_hlr_db(pid=8699): Launched\u000a17:46:07.740642 bus /sierra_2: Setting Powered False\u000a17:46:08.762987 run create_hlr_db(pid=8699): Terminated: ok {rc=0}\u000a17:46:09.199010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8701): Launched\u000a17:46:09.528330 run osmo-hlr_10.42.42.2(pid=8702): Launched\u000a17:46:09.652409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:46:10.223912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8704): Launched\u000a17:46:10.552372 run osmo-stp_10.42.42.5(pid=8705): Launched\u000a17:46:10.671544 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:46:11.272342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8707): Launched\u000a17:46:11.601238 run osmo-msc_10.42.42.6(pid=8708): Launched\u000a17:46:11.794380 run osmo-stp_10.42.42.5(pid=8705): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8705)]\u000a17:46:11.933624 run osmo-stp_10.42.42.5(pid=8705): stdout: \u000a| (launched: 2022-12-12_17:46:10.390675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:12.070618 run osmo-stp_10.42.42.5(pid=8705): stderr: \u000a| �[0;m�[38;5;43m20221212174610580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174610580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174610580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174610581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174610581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174610581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174610581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:12.202292 run osmo-stp_10.42.42.5(pid=8705): stdout: \u000a| (launched: 2022-12-12_17:46:10.390675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:12.333032 run osmo-stp_10.42.42.5(pid=8705): stderr: \u000a| �[0;m�[38;5;43m20221212174610580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174610580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174610580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174610581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174610581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174610581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174610581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:12.390695 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8705): Process ended prematurely: osmo-stp_10.42.42.5(pid=8705) [trial-2380↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8705)] [trial-2380↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:46:12.400013 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:46:12.462889 run osmo-hlr_10.42.42.2(pid=8702): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8702)]\u000a17:46:12.514209 run osmo-hlr_10.42.42.2(pid=8702): stdout: \u000a| (launched: 2022-12-12_17:46:09.365930) \u000a17:46:12.566153 run osmo-hlr_10.42.42.2(pid=8702): stderr: \u000a| �[0;m�[1;31m20221212174609562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174609562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174609562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174609562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174609562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174609562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174609574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174609583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174609583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174609583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:46:12.636837 run osmo-msc_10.42.42.6(pid=8708): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8708)]\u000a17:46:12.688754 run osmo-msc_10.42.42.6(pid=8708): stdout: \u000a| (launched: 2022-12-12_17:46:11.439274) \u000a17:46:12.741129 run osmo-msc_10.42.42.6(pid=8708): stderr: \u000a| �[0;m�[38;5;43m20221212174611758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174611759 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02a5b97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174611759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174611759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174611759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174611759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174611761 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174611761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174611761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174611761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:46:12.785382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8701): Terminating (SIGTERM)\u000a17:46:12.827447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8704): Terminating (SIGTERM)\u000a17:46:12.869458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8707): Terminating (SIGTERM)\u000a17:46:12.879168 --- ParallelTerminationStrategy: PID 8701 died...\u000a17:46:12.935535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8701): Terminated: ok {rc=0}\u000a17:46:12.945751 --- ParallelTerminationStrategy: PID 8704 died...\u000a17:46:13.001717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8704): Terminated: ok {rc=0}\u000a17:46:13.011885 --- ParallelTerminationStrategy: PID 8707 died...\u000a17:46:13.068104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8707): Terminated: ok {rc=0}\u000a17:46:13.156118 bus /sierra_3: Setting Powered False\u000a17:46:14.262675 bus /sierra_3: Setting Powered False\u000a17:46:15.370571 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8716): Process ended prematurely: osmo-stp_10.42.42.5(pid=8716) [trial-2380↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8716)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8716): Process ended prematurely: osmo-stp_10.42.42.5(pid=8716) [trial-2380↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:46:16.485671 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:46:16.498978 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:46:16.687764 tst mo_mt_call_osmux.py: using LAC 30452\u000a17:46:16.822833 tst mo_mt_call_osmux.py: using RAC 107\u000a17:46:16.946495 tst mo_mt_call_osmux.py: using CellId 30452\u000a17:46:17.097255 tst mo_mt_call_osmux.py: using BVCI 30453\u000a17:46:17.123116 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:46:17.135503 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:46:17.148208 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:46:17.160383 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:46:17.172582 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:46:17.184891 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:46:17.305374 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:46:17.519072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:46:18.043974 run create_hlr_db(pid=8710): Launched\u000a17:46:18.233065 bus /sierra_2: Setting Powered False\u000a17:46:19.254685 run create_hlr_db(pid=8710): Terminated: ok {rc=0}\u000a17:46:19.667297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8712): Launched\u000a17:46:19.975199 run osmo-hlr_10.42.42.2(pid=8713): Launched\u000a17:46:20.094697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:46:20.633393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8715): Launched\u000a17:46:20.940094 run osmo-stp_10.42.42.5(pid=8716): Launched\u000a17:46:21.050990 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:46:21.610686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8718): Launched\u000a17:46:21.918365 run osmo-msc_10.42.42.6(pid=8719): Launched\u000a17:46:22.097836 run osmo-stp_10.42.42.5(pid=8716): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8716)]\u000a17:46:22.227376 run osmo-stp_10.42.42.5(pid=8716): stdout: \u000a| (launched: 2022-12-12_17:46:20.788629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:22.355118 run osmo-stp_10.42.42.5(pid=8716): stderr: \u000a| �[0;m�[38;5;43m20221212174620956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174620956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174620956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174620957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174620957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174620957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174620957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:22.478231 run osmo-stp_10.42.42.5(pid=8716): stdout: \u000a| (launched: 2022-12-12_17:46:20.788629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:22.600375 run osmo-stp_10.42.42.5(pid=8716): stderr: \u000a| �[0;m�[38;5;43m20221212174620956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174620956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174620956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174620957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174620957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174620957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174620957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:22.654258 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8716): Process ended prematurely: osmo-stp_10.42.42.5(pid=8716) [trial-2380↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8716)] [trial-2380↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:46:22.663110 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:46:22.723493 run osmo-hlr_10.42.42.2(pid=8713): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8713)]\u000a17:46:22.772680 run osmo-hlr_10.42.42.2(pid=8713): stdout: \u000a| (launched: 2022-12-12_17:46:19.823317) \u000a17:46:22.822542 run osmo-hlr_10.42.42.2(pid=8713): stderr: \u000a| �[0;m�[1;31m20221212174619997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174619997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174619997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174619997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174619997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174619998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174620010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174620018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174620019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174620019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:46:22.890482 run osmo-msc_10.42.42.6(pid=8719): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8719)]\u000a17:46:22.939378 run osmo-msc_10.42.42.6(pid=8719): stdout: \u000a| (launched: 2022-12-12_17:46:21.766055) \u000a17:46:22.989318 run osmo-msc_10.42.42.6(pid=8719): stderr: \u000a| �[0;m�[38;5;43m20221212174622038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174622038 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff74f667c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174622038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174622039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174622039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174622039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174622041 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174622041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174622041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174622041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:46:23.031092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8712): Terminating (SIGTERM)\u000a17:46:23.070919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8715): Terminating (SIGTERM)\u000a17:46:23.110630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8718): Terminating (SIGTERM)\u000a17:46:23.120162 --- ParallelTerminationStrategy: PID 8712 died...\u000a17:46:23.173745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8712): Terminated: ok {rc=0}\u000a17:46:23.183602 --- ParallelTerminationStrategy: PID 8715 died...\u000a17:46:23.236875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8715): Terminated: ok {rc=0}\u000a17:46:23.246536 --- ParallelTerminationStrategy: PID 8718 died...\u000a17:46:23.299490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8718): Terminated: ok {rc=0}\u000a17:46:23.387843 bus /sierra_3: Setting Powered False\u000a17:46:24.490606 bus /sierra_3: Setting Powered False\u000a17:46:25.598556 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:46:05" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8730): Process ended prematurely: osmo-stp_10.42.42.5(pid=8730) [trial-2380↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8730)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8730): Process ended prematurely: osmo-stp_10.42.42.5(pid=8730) [trial-2380↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a17:46:27.567819 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:46:27.579757 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:46:27.736399 tst mo_mt_call.py: using LAC 30453\u000a17:46:27.864160 tst mo_mt_call.py: using RAC 108\u000a17:46:27.993536 tst mo_mt_call.py: using CellId 30453\u000a17:46:28.123269 tst mo_mt_call.py: using BVCI 30454\u000a17:46:28.148407 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:46:28.159797 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:46:28.171013 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:46:28.182205 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:46:28.193381 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:46:28.204546 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:46:28.322816 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:46:28.531039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:46:29.014235 run create_hlr_db(pid=8724): Launched\u000a17:46:29.190822 bus /sierra_2: Setting Powered False\u000a17:46:30.224301 run create_hlr_db(pid=8724): Terminated: ok {rc=0}\u000a17:46:30.635054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8726): Launched\u000a17:46:31.010986 run osmo-hlr_10.42.42.2(pid=8727): Launched\u000a17:46:31.204456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:46:31.992116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8729): Launched\u000a17:46:32.367270 run osmo-stp_10.42.42.5(pid=8730): Launched\u000a17:46:32.491498 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:46:33.099696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8732): Launched\u000a17:46:33.428411 run osmo-msc_10.42.42.6(pid=8733): Launched\u000a17:46:33.619475 run osmo-stp_10.42.42.5(pid=8730): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8730)]\u000a17:46:33.759533 run osmo-stp_10.42.42.5(pid=8730): stdout: \u000a| (launched: 2022-12-12_17:46:32.165944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:33.896748 run osmo-stp_10.42.42.5(pid=8730): stderr: \u000a| �[0;m�[38;5;43m20221212174632473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174632473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174632474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174632474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174632474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174632475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174632475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:34.028777 run osmo-stp_10.42.42.5(pid=8730): stdout: \u000a| (launched: 2022-12-12_17:46:32.165944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:34.160481 run osmo-stp_10.42.42.5(pid=8730): stderr: \u000a| �[0;m�[38;5;43m20221212174632473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174632473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174632474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174632474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174632474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174632475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174632475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:34.218554 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8730): Process ended prematurely: osmo-stp_10.42.42.5(pid=8730) [trial-2380↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8730)] [trial-2380↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a17:46:34.228058 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a17:46:34.291684 run osmo-hlr_10.42.42.2(pid=8727): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8727)]\u000a17:46:34.343726 run osmo-hlr_10.42.42.2(pid=8727): stdout: \u000a| (launched: 2022-12-12_17:46:30.790464) \u000a17:46:34.396841 run osmo-hlr_10.42.42.2(pid=8727): stderr: \u000a| �[0;m�[1;31m20221212174631112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174631112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174631112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174631112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174631112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174631113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174631126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174631154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174631156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174631156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:46:34.468171 run osmo-msc_10.42.42.6(pid=8733): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8733)]\u000a17:46:34.520130 run osmo-msc_10.42.42.6(pid=8733): stdout: \u000a| (launched: 2022-12-12_17:46:33.267126) \u000a17:46:34.572818 run osmo-msc_10.42.42.6(pid=8733): stderr: \u000a| �[0;m�[38;5;43m20221212174633586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174633586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f21e7442c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174633586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174633586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174633587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174633587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174633588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174633589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174633589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174633589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:46:34.617728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8726): Terminating (SIGTERM)\u000a17:46:34.660229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8729): Terminating (SIGTERM)\u000a17:46:34.702902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8732): Terminating (SIGTERM)\u000a17:46:34.712927 --- ParallelTerminationStrategy: PID 8726 died...\u000a17:46:34.769733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8726): Terminated: ok {rc=0}\u000a17:46:34.780099 --- ParallelTerminationStrategy: PID 8729 died...\u000a17:46:34.836651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8729): Terminated: ok {rc=0}\u000a17:46:34.847012 --- ParallelTerminationStrategy: PID 8732 died...\u000a17:46:34.903577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8732): Terminated: ok {rc=0}\u000a17:46:34.991127 bus /sierra_3: Setting Powered False\u000a17:46:36.098589 bus /sierra_3: Setting Powered False\u000a17:46:37.210500 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8741): Process ended prematurely: osmo-stp_10.42.42.5(pid=8741) [trial-2380↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8741)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8741): Process ended prematurely: osmo-stp_10.42.42.5(pid=8741) [trial-2380↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:46:38.327876 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:46:38.340021 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:46:38.492512 tst mo_mt_call_osmux.py: using LAC 30454\u000a17:46:38.615115 tst mo_mt_call_osmux.py: using RAC 109\u000a17:46:38.737453 tst mo_mt_call_osmux.py: using CellId 30454\u000a17:46:38.865669 tst mo_mt_call_osmux.py: using BVCI 30455\u000a17:46:38.890864 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:46:38.902639 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:46:38.914086 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:46:38.925625 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:46:38.936919 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:46:38.949714 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:46:39.067716 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:46:39.281268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:46:39.807217 run create_hlr_db(pid=8735): Launched\u000a17:46:39.997300 bus /sierra_2: Setting Powered False\u000a17:46:41.018620 run create_hlr_db(pid=8735): Terminated: ok {rc=0}\u000a17:46:41.455063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8737): Launched\u000a17:46:41.783486 run osmo-hlr_10.42.42.2(pid=8738): Launched\u000a17:46:41.906632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:46:42.476571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8740): Launched\u000a17:46:42.807035 run osmo-stp_10.42.42.5(pid=8741): Launched\u000a17:46:42.926190 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:46:43.525950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8743): Launched\u000a17:46:43.855881 run osmo-msc_10.42.42.6(pid=8744): Launched\u000a17:46:44.050029 run osmo-stp_10.42.42.5(pid=8741): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8741)]\u000a17:46:44.188271 run osmo-stp_10.42.42.5(pid=8741): stdout: \u000a| (launched: 2022-12-12_17:46:42.643786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:44.325207 run osmo-stp_10.42.42.5(pid=8741): stderr: \u000a| �[0;m�[38;5;43m20221212174642833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174642833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174642833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174642834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174642834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174642834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174642834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:44.456683 run osmo-stp_10.42.42.5(pid=8741): stdout: \u000a| (launched: 2022-12-12_17:46:42.643786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:44.587205 run osmo-stp_10.42.42.5(pid=8741): stderr: \u000a| �[0;m�[38;5;43m20221212174642833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174642833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174642833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174642834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174642834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174642834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174642834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:44.644573 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8741): Process ended prematurely: osmo-stp_10.42.42.5(pid=8741) [trial-2380↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8741)] [trial-2380↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a17:46:44.653844 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:46:44.716733 run osmo-hlr_10.42.42.2(pid=8738): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8738)]\u000a17:46:44.768241 run osmo-hlr_10.42.42.2(pid=8738): stdout: \u000a| (launched: 2022-12-12_17:46:41.622046) \u000a17:46:44.820390 run osmo-hlr_10.42.42.2(pid=8738): stderr: \u000a| �[0;m�[1;31m20221212174641820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174641820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174641820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174641820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174641820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174641820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174641836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174641846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174641846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174641846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:46:44.891162 run osmo-msc_10.42.42.6(pid=8744): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8744)]\u000a17:46:44.942650 run osmo-msc_10.42.42.6(pid=8744): stdout: \u000a| (launched: 2022-12-12_17:46:43.693625) \u000a17:46:44.994741 run osmo-msc_10.42.42.6(pid=8744): stderr: \u000a| �[0;m�[38;5;43m20221212174644014 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174644014 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9b65a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174644014 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174644014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174644014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174644014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174644016 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174644016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174644017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174644017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:46:45.039111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8737): Terminating (SIGTERM)\u000a17:46:45.081176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8740): Terminating (SIGTERM)\u000a17:46:45.123367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8743): Terminating (SIGTERM)\u000a17:46:45.133131 --- ParallelTerminationStrategy: PID 8737 died...\u000a17:46:45.189672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8737): Terminated: ok {rc=0}\u000a17:46:45.199713 --- ParallelTerminationStrategy: PID 8740 died...\u000a17:46:45.255506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8740): Terminated: ok {rc=0}\u000a17:46:45.265851 --- ParallelTerminationStrategy: PID 8743 died...\u000a17:46:45.321887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8743): Terminated: ok {rc=0}\u000a17:46:45.410092 bus /sierra_3: Setting Powered False\u000a17:46:46.529536 bus /sierra_3: Setting Powered False\u000a17:46:47.641729 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:46:27" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8756): Process ended prematurely: osmo-stp_10.42.42.5(pid=8756) [trial-2380↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8756)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8756): Process ended prematurely: osmo-stp_10.42.42.5(pid=8756) [trial-2380↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:46:49.622673 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:46:49.633728 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a17:46:49.759158 tst emergency_mo_mt_call.py: using LAC 30455\u000a17:46:49.875720 tst emergency_mo_mt_call.py: using RAC 110\u000a17:46:49.991832 tst emergency_mo_mt_call.py: using CellId 30455\u000a17:46:50.110165 tst emergency_mo_mt_call.py: using BVCI 30456\u000a17:46:50.133077 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:46:50.143935 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:46:50.154592 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:46:50.165414 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:46:50.176232 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:46:50.187065 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:46:50.306744 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:46:50.508915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:46:50.984769 run create_hlr_db(pid=8750): Launched\u000a17:46:51.158591 bus /sierra_2: Setting Powered False\u000a17:46:52.180405 run create_hlr_db(pid=8750): Terminated: ok {rc=0}\u000a17:46:52.584503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8752): Launched\u000a17:46:52.887850 run osmo-hlr_10.42.42.2(pid=8753): Launched\u000a17:46:53.005316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:46:53.535060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8755): Launched\u000a17:46:53.839259 run osmo-stp_10.42.42.5(pid=8756): Launched\u000a17:46:53.968085 tst emergency_mo_mt_call.py: using MSISDN 7895\u000a17:46:54.129143 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:46:54.719200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8758): Launched\u000a17:46:55.042396 run osmo-msc_10.42.42.6(pid=8759): Launched\u000a17:46:55.229795 run osmo-stp_10.42.42.5(pid=8756): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8756)]\u000a17:46:55.365211 run osmo-stp_10.42.42.5(pid=8756): stdout: \u000a| (launched: 2022-12-12_17:46:53.688595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:55.499827 run osmo-stp_10.42.42.5(pid=8756): stderr: \u000a| �[0;m�[38;5;43m20221212174653857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174653857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174653857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174653857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174653858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174653858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174653858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:55.629458 run osmo-stp_10.42.42.5(pid=8756): stdout: \u000a| (launched: 2022-12-12_17:46:53.688595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:46:55.758252 run osmo-stp_10.42.42.5(pid=8756): stderr: \u000a| �[0;m�[38;5;43m20221212174653857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174653857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174653857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174653857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174653858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174653858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174653858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:46:55.814534 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=8756): Process ended prematurely: osmo-stp_10.42.42.5(pid=8756) [trial-2380↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8756)] [trial-2380↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a17:46:55.823310 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a17:46:55.886044 run osmo-hlr_10.42.42.2(pid=8753): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8753)]\u000a17:46:55.937613 run osmo-hlr_10.42.42.2(pid=8753): stdout: \u000a| (launched: 2022-12-12_17:46:52.737551) \u000a17:46:55.989651 run osmo-hlr_10.42.42.2(pid=8753): stderr: \u000a| �[0;m�[1;31m20221212174652911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174652911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174652911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174652911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174652911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174652911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174652923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174652931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174652931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174652931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:46:56.060766 run osmo-msc_10.42.42.6(pid=8759): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8759)]\u000a17:46:56.112322 run osmo-msc_10.42.42.6(pid=8759): stdout: \u000a| (launched: 2022-12-12_17:46:54.883704) \u000a17:46:56.164091 run osmo-msc_10.42.42.6(pid=8759): stderr: \u000a| �[0;m�[38;5;43m20221212174655202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174655202 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb25ae99c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174655202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174655202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174655202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174655203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174655204 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174655205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174655205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174655205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:46:56.208247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8752): Terminating (SIGTERM)\u000a17:46:56.250791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8755): Terminating (SIGTERM)\u000a17:46:56.293274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8758): Terminating (SIGTERM)\u000a17:46:56.303062 --- ParallelTerminationStrategy: PID 8752 died...\u000a17:46:56.359552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8752): Terminated: ok {rc=0}\u000a17:46:56.369776 --- ParallelTerminationStrategy: PID 8755 died...\u000a17:46:56.425706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8755): Terminated: ok {rc=0}\u000a17:46:56.435690 --- ParallelTerminationStrategy: PID 8758 died...\u000a17:46:56.491380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8758): Terminated: ok {rc=0}\u000a17:46:56.578644 bus /sierra_3: Setting Powered False\u000a17:46:57.684027 bus /sierra_3: Setting Powered False\u000a17:46:58.795828 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8767): Process ended prematurely: osmo-stp_10.42.42.5(pid=8767) [trial-2380↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8767)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8767): Process ended prematurely: osmo-stp_10.42.42.5(pid=8767) [trial-2380↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:46:59.847911 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:46:59.860182 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a17:46:59.985788 tst emergency_preemptive_call.py: using LAC 30456\u000a17:47:00.107058 tst emergency_preemptive_call.py: using RAC 111\u000a17:47:00.222824 tst emergency_preemptive_call.py: using CellId 30456\u000a17:47:00.341980 tst emergency_preemptive_call.py: using BVCI 30457\u000a17:47:00.364537 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:47:00.375166 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:47:00.385660 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:47:00.396399 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:47:00.407159 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a17:47:00.417893 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:47:00.533165 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:47:00.656147 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:47:00.775803 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a17:47:01.000636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:47:01.531701 run create_hlr_db(pid=8761): Launched\u000a17:47:01.714147 bus /sierra_2: Setting Powered False\u000a17:47:02.727936 run create_hlr_db(pid=8761): Terminated: ok {rc=0}\u000a17:47:03.162499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8763): Launched\u000a17:47:03.487375 run osmo-hlr_10.42.42.2(pid=8764): Launched\u000a17:47:03.606330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:47:04.167824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8766): Launched\u000a17:47:04.491518 run osmo-stp_10.42.42.5(pid=8767): Launched\u000a17:47:04.621141 tst emergency_preemptive_call.py: using MSISDN 7896\u000a17:47:04.782372 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:47:05.369890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8769): Launched\u000a17:47:05.694040 run osmo-msc_10.42.42.6(pid=8770): Launched\u000a17:47:05.890697 run osmo-stp_10.42.42.5(pid=8767): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8767)]\u000a17:47:06.026883 run osmo-stp_10.42.42.5(pid=8767): stdout: \u000a| (launched: 2022-12-12_17:47:04.332201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:06.161961 run osmo-stp_10.42.42.5(pid=8767): stderr: \u000a| �[0;m�[38;5;43m20221212174704522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174704522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174704522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174704523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174704523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174704523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174704523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:06.291709 run osmo-stp_10.42.42.5(pid=8767): stdout: \u000a| (launched: 2022-12-12_17:47:04.332201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:06.420643 run osmo-stp_10.42.42.5(pid=8767): stderr: \u000a| �[0;m�[38;5;43m20221212174704522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174704522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174704522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174704523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174704523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174704523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174704523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:06.476752 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=8767): Process ended prematurely: osmo-stp_10.42.42.5(pid=8767) [trial-2380↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8767)] [trial-2380↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a17:47:06.485215 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a17:47:06.548095 run osmo-hlr_10.42.42.2(pid=8764): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8764)]\u000a17:47:06.599826 run osmo-hlr_10.42.42.2(pid=8764): stdout: \u000a| (launched: 2022-12-12_17:47:03.327601) \u000a17:47:06.652290 run osmo-hlr_10.42.42.2(pid=8764): stderr: \u000a| �[0;m�[1;31m20221212174703522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174703522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174703522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174703522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174703522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174703522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174703534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174703545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174703545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174703545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:47:06.723643 run osmo-msc_10.42.42.6(pid=8770): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8770)]\u000a17:47:06.775410 run osmo-msc_10.42.42.6(pid=8770): stdout: \u000a| (launched: 2022-12-12_17:47:05.533783) \u000a17:47:06.827750 run osmo-msc_10.42.42.6(pid=8770): stderr: \u000a| �[0;m�[38;5;43m20221212174705854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212174705854 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f36de5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212174705854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212174705854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212174705854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212174705855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212174705856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212174705857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212174705857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212174705857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:47:06.872300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8763): Terminating (SIGTERM)\u000a17:47:06.914634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8766): Terminating (SIGTERM)\u000a17:47:06.956702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8769): Terminating (SIGTERM)\u000a17:47:06.966477 --- ParallelTerminationStrategy: PID 8763 died...\u000a17:47:07.022748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8763): Terminated: ok {rc=0}\u000a17:47:07.032769 --- ParallelTerminationStrategy: PID 8766 died...\u000a17:47:07.089059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8766): Terminated: ok {rc=0}\u000a17:47:07.099078 --- ParallelTerminationStrategy: PID 8769 died...\u000a17:47:07.154855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8769): Terminated: ok {rc=0}\u000a17:47:07.241803 bus /sierra_9: Setting Powered False\u000a17:47:08.347651 bus /sierra_9: Setting Powered False\u000a17:47:09.459961 bus /sierra_8: Setting Powered False\u000a17:47:10.565955 bus /sierra_8: Setting Powered False\u000a17:47:11.672647 bus /sierra_3: Setting Powered False\u000a17:47:12.777438 bus /sierra_3: Setting Powered False\u000a17:47:13.889077 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:46:49" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8786): Process ended prematurely: osmo-stp_10.42.42.5(pid=8786) [trial-2380↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8786)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8786): Process ended prematurely: osmo-stp_10.42.42.5(pid=8786) [trial-2380↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:47:16.007657 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:16.019755 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:47:16.158309 tst cs_paging_gprs_active.py: using LAC 30457\u000a17:47:16.282434 tst cs_paging_gprs_active.py: using RAC 112\u000a17:47:16.438295 tst cs_paging_gprs_active.py: using CellId 30457\u000a17:47:16.596216 tst cs_paging_gprs_active.py: using BVCI 30458\u000a17:47:16.629960 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:16.645030 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:16.658882 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:16.674984 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:16.691042 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:16.707348 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:16.725546 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:16.741094 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:16.756045 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:47:16.886877 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:47:17.233102 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:47:17.367785 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:47:17.687760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8776): Launched\u000a17:47:17.953764 run iperf3-srv_10.42.42.10(pid=8777): Launched\u000a17:47:18.142087 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:47:18.270337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:47:18.589710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8778): Launched\u000a17:47:18.854976 run iperf3-srv_10.42.42.10(pid=8779): Launched\u000a17:47:19.042517 tst cs_paging_gprs_active.py:38: start network...\u000a17:47:19.171107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:47:19.653901 run create_hlr_db(pid=8780): Launched\u000a17:47:19.830625 bus /sierra_2: Setting Powered False\u000a17:47:20.851840 run create_hlr_db(pid=8780): Terminated: ok {rc=0}\u000a17:47:21.287156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8782): Launched\u000a17:47:21.617733 run osmo-hlr_10.42.42.2(pid=8783): Launched\u000a17:47:21.742284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:47:22.314307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8785): Launched\u000a17:47:22.643824 run osmo-stp_10.42.42.5(pid=8786): Launched\u000a17:47:22.765396 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:47:24.360133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8788): Launched\u000a17:47:24.477776 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:47:24.768723 run patchelf(pid=8789): Launched\u000a17:47:24.961004 run osmo-stp_10.42.42.5(pid=8786): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8786)]\u000a17:47:25.100724 run osmo-stp_10.42.42.5(pid=8786): stdout: \u000a| (launched: 2022-12-12_17:47:22.481859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:25.240452 run osmo-stp_10.42.42.5(pid=8786): stderr: \u000a| �[0;m�[38;5;43m20221212174722670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174722670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174722671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174722671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174722672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174722672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174722672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:25.375503 run osmo-stp_10.42.42.5(pid=8786): stdout: \u000a| (launched: 2022-12-12_17:47:22.481859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:25.509558 run osmo-stp_10.42.42.5(pid=8786): stderr: \u000a| �[0;m�[38;5;43m20221212174722670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174722670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174722671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174722671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174722672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174722672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174722672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:25.666633 run patchelf(pid=8789): Terminating (SIGINT)\u000a17:47:25.850869 run patchelf(pid=8789): Terminated: ok {rc=0}\u000a17:47:25.884318 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8786): Process ended prematurely: osmo-stp_10.42.42.5(pid=8786) [trial-2380↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8786)] [trial-2380↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a17:47:25.894112 tst cs_paging_gprs_active.py:38: Test FAILED (9.9 sec)\u000a17:47:25.957257 run osmo-hlr_10.42.42.2(pid=8783): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8783)]\u000a17:47:26.008610 run osmo-hlr_10.42.42.2(pid=8783): stdout: \u000a| (launched: 2022-12-12_17:47:21.454768) \u000a17:47:26.060569 run osmo-hlr_10.42.42.2(pid=8783): stderr: \u000a| �[0;m�[1;31m20221212174721650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174721650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174721650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174721650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174721650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174721650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174721663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174721672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174721672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174721672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:47:26.105166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8776): Terminating (SIGTERM)\u000a17:47:26.147130 run iperf3-srv_10.42.42.10(pid=8777): Terminating (SIGTERM)\u000a17:47:26.189356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8778): Terminating (SIGTERM)\u000a17:47:26.231438 run iperf3-srv_10.42.42.10(pid=8779): Terminating (SIGTERM)\u000a17:47:26.273598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8782): Terminating (SIGTERM)\u000a17:47:26.315536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8785): Terminating (SIGTERM)\u000a17:47:26.357408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8788): Terminating (SIGTERM)\u000a17:47:26.367095 --- ParallelTerminationStrategy: PID 8776 died...\u000a17:47:26.423131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8776): Terminated: ok {rc=0}\u000a17:47:26.433222 --- ParallelTerminationStrategy: PID 8777 died...\u000a17:47:26.488551 run iperf3-srv_10.42.42.10(pid=8777): Terminated {rc=256}\u000a17:47:26.498531 --- ParallelTerminationStrategy: PID 8778 died...\u000a17:47:26.554670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8778): Terminated: ok {rc=0}\u000a17:47:26.564675 --- ParallelTerminationStrategy: PID 8779 died...\u000a17:47:26.620240 run iperf3-srv_10.42.42.10(pid=8779): Terminated {rc=256}\u000a17:47:26.630225 --- ParallelTerminationStrategy: PID 8782 died...\u000a17:47:26.686509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8782): Terminated: ok {rc=0}\u000a17:47:26.696548 --- ParallelTerminationStrategy: PID 8785 died...\u000a17:47:26.752981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8785): Terminated: ok {rc=0}\u000a17:47:26.762990 --- ParallelTerminationStrategy: PID 8788 died...\u000a17:47:26.818555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8788): Terminated: ok {rc=0}\u000a17:47:26.907382 bus /gobi_0: Setting Powered False\u000a17:47:28.014324 bus /gobi_0: Setting Powered False\u000a17:47:29.126017 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8798): Process ended prematurely: osmo-stp_10.42.42.5(pid=8798) [trial-2380↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8798)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8798): Process ended prematurely: osmo-stp_10.42.42.5(pid=8798) [trial-2380↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a17:47:30.243634 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:30.255524 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:47:30.388708 tst iperf3.py: using LAC 30458\u000a17:47:30.519061 tst iperf3.py: using RAC 113\u000a17:47:30.643901 tst iperf3.py: using CellId 30458\u000a17:47:30.766713 tst iperf3.py: using BVCI 30459\u000a17:47:30.790225 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:30.800903 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:30.811641 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:30.823819 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:30.845013 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:30.864856 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:30.884156 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:30.896809 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:30.910542 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:47:31.225310 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:47:31.368273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:47:31.727606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8790): Launched\u000a17:47:32.025198 run iperf3-srv_10.42.42.10(pid=8791): Launched\u000a17:47:32.217397 tst iperf3.py:8: start network...\u000a17:47:32.354103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:47:32.883796 run create_hlr_db(pid=8792): Launched\u000a17:47:33.073805 bus /gobi_6: Setting Powered False\u000a17:47:34.084737 run create_hlr_db(pid=8792): Terminated: ok {rc=0}\u000a17:47:34.529979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8794): Launched\u000a17:47:34.861974 run osmo-hlr_10.42.42.2(pid=8795): Launched\u000a17:47:34.983050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:47:35.555167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8797): Launched\u000a17:47:35.886543 run osmo-stp_10.42.42.5(pid=8798): Launched\u000a17:47:36.005741 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:47:36.579853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8800): Launched\u000a17:47:36.698090 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:47:36.987514 run patchelf(pid=8801): Launched\u000a17:47:37.178700 run osmo-stp_10.42.42.5(pid=8798): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8798)]\u000a17:47:37.319287 run osmo-stp_10.42.42.5(pid=8798): stdout: \u000a| (launched: 2022-12-12_17:47:35.722316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:37.459581 run osmo-stp_10.42.42.5(pid=8798): stderr: \u000a| �[0;m�[38;5;43m20221212174735911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174735911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174735911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174735912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174735912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174735912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174735912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:37.595361 run osmo-stp_10.42.42.5(pid=8798): stdout: \u000a| (launched: 2022-12-12_17:47:35.722316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:37.729609 run osmo-stp_10.42.42.5(pid=8798): stderr: \u000a| �[0;m�[38;5;43m20221212174735911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174735911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174735911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174735912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174735912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174735912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174735912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:37.887137 run patchelf(pid=8801): Terminating (SIGINT)\u000a17:47:38.070940 run patchelf(pid=8801): Terminated: ok {rc=0}\u000a17:47:38.104668 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8798): Process ended prematurely: osmo-stp_10.42.42.5(pid=8798) [trial-2380↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8798)] [trial-2380↪gprs:sysmo↪iperf3.py:8]\u000a17:47:38.114506 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a17:47:38.177575 run osmo-hlr_10.42.42.2(pid=8795): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8795)]\u000a17:47:38.229014 run osmo-hlr_10.42.42.2(pid=8795): stdout: \u000a| (launched: 2022-12-12_17:47:34.698301) \u000a17:47:38.281117 run osmo-hlr_10.42.42.2(pid=8795): stderr: \u000a| �[0;m�[1;31m20221212174734895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174734895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174734896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174734896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174734896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174734896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174734909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174734921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174734921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174734921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:47:38.325705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8790): Terminating (SIGTERM)\u000a17:47:38.367753 run iperf3-srv_10.42.42.10(pid=8791): Terminating (SIGTERM)\u000a17:47:38.409690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8794): Terminating (SIGTERM)\u000a17:47:38.451792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8797): Terminating (SIGTERM)\u000a17:47:38.494109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8800): Terminating (SIGTERM)\u000a17:47:38.503873 --- ParallelTerminationStrategy: PID 8790 died...\u000a17:47:38.560676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8790): Terminated: ok {rc=0}\u000a17:47:38.571159 --- ParallelTerminationStrategy: PID 8791 died...\u000a17:47:38.628124 run iperf3-srv_10.42.42.10(pid=8791): Terminated {rc=256}\u000a17:47:38.638417 --- ParallelTerminationStrategy: PID 8794 died...\u000a17:47:38.694384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8794): Terminated: ok {rc=0}\u000a17:47:38.704774 --- ParallelTerminationStrategy: PID 8797 died...\u000a17:47:38.761458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8797): Terminated: ok {rc=0}\u000a17:47:38.771836 --- ParallelTerminationStrategy: PID 8800 died...\u000a17:47:38.827988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8800): Terminated: ok {rc=0}\u000a17:47:38.914971 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8816): Process ended prematurely: osmo-stp_10.42.42.5(pid=8816) [trial-2380↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8816)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8816): Process ended prematurely: osmo-stp_10.42.42.5(pid=8816) [trial-2380↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a17:47:40.028658 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:40.039980 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:47:40.166063 tst iperf3m4.py: using LAC 30459\u000a17:47:40.288553 tst iperf3m4.py: using RAC 114\u000a17:47:40.419121 tst iperf3m4.py: using CellId 30459\u000a17:47:40.542655 tst iperf3m4.py: using BVCI 30460\u000a17:47:40.566241 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:40.576780 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:40.587472 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:40.598487 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:40.609131 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:40.619961 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:40.631026 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:40.641955 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:47:40.652858 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:47:40.770853 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:47:40.892740 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:47:41.013999 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:47:41.293653 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:47:41.421714 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:47:41.740941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8802): Launched\u000a17:47:42.007003 run iperf3-srv_10.42.42.10(pid=8803): Launched\u000a17:47:42.194310 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:47:42.322281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:47:42.641667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8804): Launched\u000a17:47:42.909530 run iperf3-srv_10.42.42.10(pid=8805): Launched\u000a17:47:43.096574 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:47:43.224182 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:47:43.553794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8806): Launched\u000a17:47:43.837459 run iperf3-srv_10.42.42.10(pid=8807): Launched\u000a17:47:44.039304 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:47:44.177110 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:47:44.518412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8808): Launched\u000a17:47:44.819519 run iperf3-srv_10.42.42.10(pid=8809): Launched\u000a17:47:45.021431 tst iperf3m4.py:8: start network...\u000a17:47:45.159200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:47:45.692465 run create_hlr_db(pid=8810): Launched\u000a17:47:45.897963 bus /gobi_6: Setting Powered False\u000a17:47:46.909824 run create_hlr_db(pid=8810): Terminated: ok {rc=0}\u000a17:47:47.416215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8812): Launched\u000a17:47:47.749611 run osmo-hlr_10.42.42.2(pid=8813): Launched\u000a17:47:47.871954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:47:48.448253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8815): Launched\u000a17:47:48.779258 run osmo-stp_10.42.42.5(pid=8816): Launched\u000a17:47:48.898378 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:47:49.471701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8818): Launched\u000a17:47:49.589426 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:47:49.878493 run patchelf(pid=8819): Launched\u000a17:47:50.070282 run osmo-stp_10.42.42.5(pid=8816): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8816)]\u000a17:47:50.210461 run osmo-stp_10.42.42.5(pid=8816): stdout: \u000a| (launched: 2022-12-12_17:47:48.615363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:50.351247 run osmo-stp_10.42.42.5(pid=8816): stderr: \u000a| �[0;m�[38;5;43m20221212174748804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174748805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174748805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174748805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174748806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174748806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174748806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:50.487179 run osmo-stp_10.42.42.5(pid=8816): stdout: \u000a| (launched: 2022-12-12_17:47:48.615363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:47:50.621739 run osmo-stp_10.42.42.5(pid=8816): stderr: \u000a| �[0;m�[38;5;43m20221212174748804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174748805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174748805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174748805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174748806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174748806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174748806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:47:50.779151 run patchelf(pid=8819): Terminating (SIGINT)\u000a17:47:50.962562 run patchelf(pid=8819): Terminated: ok {rc=0}\u000a17:47:50.995945 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8816): Process ended prematurely: osmo-stp_10.42.42.5(pid=8816) [trial-2380↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8816)] [trial-2380↪gprs:sysmo↪iperf3m4.py:8]\u000a17:47:51.005781 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a17:47:51.069252 run osmo-hlr_10.42.42.2(pid=8813): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8813)]\u000a17:47:51.120821 run osmo-hlr_10.42.42.2(pid=8813): stdout: \u000a| (launched: 2022-12-12_17:47:47.584023) \u000a17:47:51.172935 run osmo-hlr_10.42.42.2(pid=8813): stderr: \u000a| �[0;m�[1;31m20221212174747779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174747779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174747779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174747779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174747779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174747779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174747792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174747801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174747801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174747801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:47:51.217628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8802): Terminating (SIGTERM)\u000a17:47:51.259695 run iperf3-srv_10.42.42.10(pid=8803): Terminating (SIGTERM)\u000a17:47:51.301596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8804): Terminating (SIGTERM)\u000a17:47:51.343479 run iperf3-srv_10.42.42.10(pid=8805): Terminating (SIGTERM)\u000a17:47:51.385755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8806): Terminating (SIGTERM)\u000a17:47:51.427748 run iperf3-srv_10.42.42.10(pid=8807): Terminating (SIGTERM)\u000a17:47:51.469779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8808): Terminating (SIGTERM)\u000a17:47:51.511574 run iperf3-srv_10.42.42.10(pid=8809): Terminating (SIGTERM)\u000a17:47:51.553822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8812): Terminating (SIGTERM)\u000a17:47:51.595833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8815): Terminating (SIGTERM)\u000a17:47:51.637783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8818): Terminating (SIGTERM)\u000a17:47:51.647542 --- ParallelTerminationStrategy: PID 8802 died...\u000a17:47:51.704093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8802): Terminated: ok {rc=0}\u000a17:47:51.714307 --- ParallelTerminationStrategy: PID 8803 died...\u000a17:47:51.770562 run iperf3-srv_10.42.42.10(pid=8803): Terminated {rc=256}\u000a17:47:51.780699 --- ParallelTerminationStrategy: PID 8804 died...\u000a17:47:51.836841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8804): Terminated: ok {rc=0}\u000a17:47:51.846954 --- ParallelTerminationStrategy: PID 8805 died...\u000a17:47:51.903567 run iperf3-srv_10.42.42.10(pid=8805): Terminated {rc=256}\u000a17:47:51.913687 --- ParallelTerminationStrategy: PID 8806 died...\u000a17:47:51.969892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8806): Terminated: ok {rc=0}\u000a17:47:51.980059 --- ParallelTerminationStrategy: PID 8807 died...\u000a17:47:52.035873 run iperf3-srv_10.42.42.10(pid=8807): Terminated {rc=256}\u000a17:47:52.046039 --- ParallelTerminationStrategy: PID 8808 died...\u000a17:47:52.102004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8808): Terminated: ok {rc=0}\u000a17:47:52.112224 --- ParallelTerminationStrategy: PID 8809 died...\u000a17:47:52.168037 run iperf3-srv_10.42.42.10(pid=8809): Terminated {rc=256}\u000a17:47:52.178182 --- ParallelTerminationStrategy: PID 8812 died...\u000a17:47:52.234018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8812): Terminated: ok {rc=0}\u000a17:47:52.244060 --- ParallelTerminationStrategy: PID 8815 died...\u000a17:47:52.300070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8815): Terminated: ok {rc=0}\u000a17:47:52.310147 --- ParallelTerminationStrategy: PID 8818 died...\u000a17:47:52.366520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8818): Terminated: ok {rc=0}\u000a17:47:52.454365 bus /gobi_4: Setting Powered False\u000a17:47:53.563432 bus /gobi_4: Setting Powered False\u000a17:47:54.672683 bus /gobi_1: Setting Powered False\u000a17:47:55.780506 bus /gobi_1: Setting Powered False\u000a17:47:56.888210 bus /gobi_0: Setting Powered False\u000a17:47:57.994485 bus /gobi_0: Setting Powered False\u000a17:47:59.101636 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8826): Process ended prematurely: osmo-stp_10.42.42.5(pid=8826) [trial-2380↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8826)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8826): Process ended prematurely: osmo-stp_10.42.42.5(pid=8826) [trial-2380↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo ping.py\u000a----------------------------------------------\u000a17:48:00.167791 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:48:00.179262 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:48:00.304224 tst ping.py: using LAC 30460\u000a17:48:00.422475 tst ping.py: using RAC 115\u000a17:48:00.552874 tst ping.py: using CellId 30460\u000a17:48:00.679077 tst ping.py: using BVCI 30461\u000a17:48:00.704346 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:48:00.715406 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:48:00.726934 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:48:00.738745 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:48:00.750790 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:48:00.762440 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:48:00.774306 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:48:00.786144 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:48:01.103095 tst ping.py:19: start network...\u000a17:48:01.240150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:01.800747 run create_hlr_db(pid=8820): Launched\u000a17:48:02.006564 bus /gobi_6: Setting Powered False\u000a17:48:03.014979 run create_hlr_db(pid=8820): Terminated: ok {rc=0}\u000a17:48:03.427575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8822): Launched\u000a17:48:03.731152 run osmo-hlr_10.42.42.2(pid=8823): Launched\u000a17:48:03.846814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:04.378760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8825): Launched\u000a17:48:04.681497 run osmo-stp_10.42.42.5(pid=8826): Launched\u000a17:48:04.792607 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:48:05.318661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8828): Launched\u000a17:48:05.426172 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:48:05.690387 run patchelf(pid=8829): Launched\u000a17:48:05.867487 run osmo-stp_10.42.42.5(pid=8826): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8826)]\u000a17:48:05.997477 run osmo-stp_10.42.42.5(pid=8826): stdout: \u000a| (launched: 2022-12-12_17:48:04.531145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:06.126984 run osmo-stp_10.42.42.5(pid=8826): stderr: \u000a| �[0;m�[38;5;43m20221212174804699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174804699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174804699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174804700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174804700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174804700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174804700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:06.252170 run osmo-stp_10.42.42.5(pid=8826): stdout: \u000a| (launched: 2022-12-12_17:48:04.531145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:06.376345 run osmo-stp_10.42.42.5(pid=8826): stderr: \u000a| �[0;m�[38;5;43m20221212174804699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174804699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174804699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174804700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174804700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174804700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174804700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:06.520586 run patchelf(pid=8829): Terminating (SIGINT)\u000a17:48:06.690116 run patchelf(pid=8829): Terminated: ok {rc=0}\u000a17:48:06.720985 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8826): Process ended prematurely: osmo-stp_10.42.42.5(pid=8826) [trial-2380↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8826)] [trial-2380↪gprs:sysmo↪ping.py:22]\u000a17:48:06.729849 tst ping.py:22: Test FAILED (6.6 sec)\u000a17:48:06.791686 run osmo-hlr_10.42.42.2(pid=8823): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8823)]\u000a17:48:06.842089 run osmo-hlr_10.42.42.2(pid=8823): stdout: \u000a| (launched: 2022-12-12_17:48:03.580720) \u000a17:48:06.892863 run osmo-hlr_10.42.42.2(pid=8823): stderr: \u000a| �[0;m�[1;31m20221212174803756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174803756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174803756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174803756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174803756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174803756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174803768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174803777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174803777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174803777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:48:06.935876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8822): Terminating (SIGTERM)\u000a17:48:06.977022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8825): Terminating (SIGTERM)\u000a17:48:07.018098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8828): Terminating (SIGTERM)\u000a17:48:07.028112 --- ParallelTerminationStrategy: PID 8822 died...\u000a17:48:07.082458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8822): Terminated: ok {rc=0}\u000a17:48:07.092698 --- ParallelTerminationStrategy: PID 8825 died...\u000a17:48:07.146969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8825): Terminated: ok {rc=0}\u000a17:48:07.157379 --- ParallelTerminationStrategy: PID 8828 died...\u000a17:48:07.211361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8828): Terminated: ok {rc=0}\u000a17:48:07.301428 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8836): Process ended prematurely: osmo-stp_10.42.42.5(pid=8836) [trial-2380↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8836)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8836): Process ended prematurely: osmo-stp_10.42.42.5(pid=8836) [trial-2380↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a17:48:08.355038 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:48:08.367184 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a17:48:08.495247 tst ping_idle_ping.py: using LAC 30461\u000a17:48:08.615802 tst ping_idle_ping.py: using RAC 116\u000a17:48:08.735437 tst ping_idle_ping.py: using CellId 30461\u000a17:48:08.853758 tst ping_idle_ping.py: using BVCI 30462\u000a17:48:08.876799 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:48:08.887522 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:48:08.898122 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:48:08.908557 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:48:08.919485 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:48:08.930162 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:48:08.940915 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a17:48:08.951637 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a17:48:09.253747 tst ping_idle_ping.py:24: start network...\u000a17:48:09.389763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:09.910066 run create_hlr_db(pid=8830): Launched\u000a17:48:10.097451 bus /gobi_6: Setting Powered False\u000a17:48:11.118176 run create_hlr_db(pid=8830): Terminated: ok {rc=0}\u000a17:48:11.550886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8832): Launched\u000a17:48:11.877341 run osmo-hlr_10.42.42.2(pid=8833): Launched\u000a17:48:11.996037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:12.561790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8835): Launched\u000a17:48:12.889337 run osmo-stp_10.42.42.5(pid=8836): Launched\u000a17:48:13.007401 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:48:13.577064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8838): Launched\u000a17:48:13.693178 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:48:13.977837 run patchelf(pid=8839): Launched\u000a17:48:14.166318 run osmo-stp_10.42.42.5(pid=8836): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8836)]\u000a17:48:14.304458 run osmo-stp_10.42.42.5(pid=8836): stdout: \u000a| (launched: 2022-12-12_17:48:12.726702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:14.442555 run osmo-stp_10.42.42.5(pid=8836): stderr: \u000a| �[0;m�[38;5;43m20221212174812917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174812917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174812917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174812918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174812918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174812918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174812918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:14.576488 run osmo-stp_10.42.42.5(pid=8836): stdout: \u000a| (launched: 2022-12-12_17:48:12.726702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:14.709216 run osmo-stp_10.42.42.5(pid=8836): stderr: \u000a| �[0;m�[38;5;43m20221212174812917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174812917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174812917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174812918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174812918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174812918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174812918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:14.863621 run patchelf(pid=8839): Terminating (SIGINT)\u000a17:48:15.044375 run patchelf(pid=8839): Terminated: ok {rc=0}\u000a17:48:15.077135 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8836): Process ended prematurely: osmo-stp_10.42.42.5(pid=8836) [trial-2380↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8836)] [trial-2380↪gprs:sysmo↪ping_idle_ping.py:27]\u000a17:48:15.086487 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:48:15.149495 run osmo-hlr_10.42.42.2(pid=8833): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8833)]\u000a17:48:15.200480 run osmo-hlr_10.42.42.2(pid=8833): stdout: \u000a| (launched: 2022-12-12_17:48:11.715655) \u000a17:48:15.252496 run osmo-hlr_10.42.42.2(pid=8833): stderr: \u000a| �[0;m�[1;31m20221212174811911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174811911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174811911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174811911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174811911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174811911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174811922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174811931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174811931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174811931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:48:15.296735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8832): Terminating (SIGTERM)\u000a17:48:15.338680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8835): Terminating (SIGTERM)\u000a17:48:15.380601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8838): Terminating (SIGTERM)\u000a17:48:15.390459 --- ParallelTerminationStrategy: PID 8832 died...\u000a17:48:15.446359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8832): Terminated: ok {rc=0}\u000a17:48:15.456761 --- ParallelTerminationStrategy: PID 8835 died...\u000a17:48:15.512741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8835): Terminated: ok {rc=0}\u000a17:48:15.523291 --- ParallelTerminationStrategy: PID 8838 died...\u000a17:48:15.579527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8838): Terminated: ok {rc=0}\u000a17:48:15.667138 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:47:15" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8853): Process ended prematurely: osmo-stp_10.42.42.5(pid=8853) [trial-2380↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8853)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8853): Process ended prematurely: osmo-stp_10.42.42.5(pid=8853) [trial-2380↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:48:17.834243 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:17.845656 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:48:17.980571 tst cs_paging_gprs_active.py: using LAC 30462\u000a17:48:18.111089 tst cs_paging_gprs_active.py: using RAC 117\u000a17:48:18.240399 tst cs_paging_gprs_active.py: using CellId 30462\u000a17:48:18.364413 tst cs_paging_gprs_active.py: using BVCI 30463\u000a17:48:18.388052 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:18.398962 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:18.409969 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:18.420866 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:18.431676 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:18.442681 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:18.453748 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:18.464421 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:18.475346 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:48:18.597084 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:48:18.881250 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:48:19.010699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:48:19.330458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8843): Launched\u000a17:48:19.598330 run iperf3-srv_10.42.42.10(pid=8844): Launched\u000a17:48:19.785843 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:48:19.913988 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:48:20.233678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8845): Launched\u000a17:48:20.499286 run iperf3-srv_10.42.42.10(pid=8846): Launched\u000a17:48:20.686768 tst cs_paging_gprs_active.py:38: start network...\u000a17:48:20.815254 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:21.300058 run create_hlr_db(pid=8847): Launched\u000a17:48:21.476644 bus /gobi_6: Setting Powered False\u000a17:48:22.498244 run create_hlr_db(pid=8847): Terminated: ok {rc=0}\u000a17:48:22.935594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8849): Launched\u000a17:48:23.265656 run osmo-hlr_10.42.42.2(pid=8850): Launched\u000a17:48:23.385155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:23.959584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8852): Launched\u000a17:48:24.290347 run osmo-stp_10.42.42.5(pid=8853): Launched\u000a17:48:24.409898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:48:24.987167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8855): Launched\u000a17:48:25.105748 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:48:25.395710 run patchelf(pid=8856): Launched\u000a17:48:25.587892 run osmo-stp_10.42.42.5(pid=8853): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8853)]\u000a17:48:25.728053 run osmo-stp_10.42.42.5(pid=8853): stdout: \u000a| (launched: 2022-12-12_17:48:24.127358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:25.869490 run osmo-stp_10.42.42.5(pid=8853): stderr: \u000a| �[0;m�[38;5;43m20221212174824316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174824316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174824317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174824317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174824317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174824318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174824318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:26.005249 run osmo-stp_10.42.42.5(pid=8853): stdout: \u000a| (launched: 2022-12-12_17:48:24.127358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:26.139856 run osmo-stp_10.42.42.5(pid=8853): stderr: \u000a| �[0;m�[38;5;43m20221212174824316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174824316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174824317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174824317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174824317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174824318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174824318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:26.297623 run patchelf(pid=8856): Terminating (SIGINT)\u000a17:48:26.481791 run patchelf(pid=8856): Terminated: ok {rc=0}\u000a17:48:26.515719 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8853): Process ended prematurely: osmo-stp_10.42.42.5(pid=8853) [trial-2380↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8853)] [trial-2380↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a17:48:26.525676 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a17:48:26.589078 run osmo-hlr_10.42.42.2(pid=8850): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8850)]\u000a17:48:26.640758 run osmo-hlr_10.42.42.2(pid=8850): stdout: \u000a| (launched: 2022-12-12_17:48:23.103604) \u000a17:48:26.693015 run osmo-hlr_10.42.42.2(pid=8850): stderr: \u000a| �[0;m�[1;31m20221212174823300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174823300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174823300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174823300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174823300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174823301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174823312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174823322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174823322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174823322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:48:26.737944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8843): Terminating (SIGTERM)\u000a17:48:26.780649 run iperf3-srv_10.42.42.10(pid=8844): Terminating (SIGTERM)\u000a17:48:26.823267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8845): Terminating (SIGTERM)\u000a17:48:26.865177 run iperf3-srv_10.42.42.10(pid=8846): Terminating (SIGTERM)\u000a17:48:26.907072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8849): Terminating (SIGTERM)\u000a17:48:26.948854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8852): Terminating (SIGTERM)\u000a17:48:26.990999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8855): Terminating (SIGTERM)\u000a17:48:27.001113 --- ParallelTerminationStrategy: PID 8843 died...\u000a17:48:27.057235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8843): Terminated: ok {rc=0}\u000a17:48:27.067243 --- ParallelTerminationStrategy: PID 8844 died...\u000a17:48:27.122706 run iperf3-srv_10.42.42.10(pid=8844): Terminated {rc=256}\u000a17:48:27.132787 --- ParallelTerminationStrategy: PID 8845 died...\u000a17:48:27.188609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8845): Terminated: ok {rc=0}\u000a17:48:27.198646 --- ParallelTerminationStrategy: PID 8846 died...\u000a17:48:27.253922 run iperf3-srv_10.42.42.10(pid=8846): Terminated {rc=256}\u000a17:48:27.263957 --- ParallelTerminationStrategy: PID 8849 died...\u000a17:48:27.319422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8849): Terminated: ok {rc=0}\u000a17:48:27.329611 --- ParallelTerminationStrategy: PID 8852 died...\u000a17:48:27.385261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8852): Terminated: ok {rc=0}\u000a17:48:27.395401 --- ParallelTerminationStrategy: PID 8855 died...\u000a17:48:27.451136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8855): Terminated: ok {rc=0}\u000a17:48:27.539956 bus /gobi_0: Setting Powered False\u000a17:48:28.646282 bus /gobi_0: Setting Powered False\u000a17:48:29.757482 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8865): Process ended prematurely: osmo-stp_10.42.42.5(pid=8865) [trial-2380↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8865)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8865): Process ended prematurely: osmo-stp_10.42.42.5(pid=8865) [trial-2380↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a17:48:30.878893 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:30.904103 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:48:31.045852 tst iperf3.py: using LAC 30463\u000a17:48:31.209737 tst iperf3.py: using RAC 118\u000a17:48:31.367215 tst iperf3.py: using CellId 30463\u000a17:48:31.492404 tst iperf3.py: using BVCI 30464\u000a17:48:31.517411 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:31.530326 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:31.542334 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:31.555186 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:31.567284 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:31.580782 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:31.593886 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:31.605311 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:31.618115 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:48:31.953248 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:48:32.092864 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:48:32.435180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8857): Launched\u000a17:48:32.718846 run iperf3-srv_10.42.42.10(pid=8858): Launched\u000a17:48:32.920250 tst iperf3.py:8: start network...\u000a17:48:33.058071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:33.585151 run create_hlr_db(pid=8859): Launched\u000a17:48:33.776091 bus /gobi_6: Setting Powered False\u000a17:48:34.797213 run create_hlr_db(pid=8859): Terminated: ok {rc=0}\u000a17:48:35.237010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8861): Launched\u000a17:48:35.568148 run osmo-hlr_10.42.42.2(pid=8862): Launched\u000a17:48:35.689241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:36.263376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8864): Launched\u000a17:48:36.594736 run osmo-stp_10.42.42.5(pid=8865): Launched\u000a17:48:36.713739 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:48:37.289676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8867): Launched\u000a17:48:37.406850 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:48:37.695537 run patchelf(pid=8868): Launched\u000a17:48:37.887341 run osmo-stp_10.42.42.5(pid=8865): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8865)]\u000a17:48:38.027422 run osmo-stp_10.42.42.5(pid=8865): stdout: \u000a| (launched: 2022-12-12_17:48:36.430970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:38.167504 run osmo-stp_10.42.42.5(pid=8865): stderr: \u000a| �[0;m�[38;5;43m20221212174836623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174836623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174836624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174836624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174836624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174836625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174836625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:38.302878 run osmo-stp_10.42.42.5(pid=8865): stdout: \u000a| (launched: 2022-12-12_17:48:36.430970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:38.436794 run osmo-stp_10.42.42.5(pid=8865): stderr: \u000a| �[0;m�[38;5;43m20221212174836623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174836623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174836624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174836624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174836624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174836625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174836625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:38.593450 run patchelf(pid=8868): Terminating (SIGINT)\u000a17:48:38.777451 run patchelf(pid=8868): Terminated: ok {rc=0}\u000a17:48:38.811186 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8865): Process ended prematurely: osmo-stp_10.42.42.5(pid=8865) [trial-2380↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8865)] [trial-2380↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a17:48:38.821193 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a17:48:38.884283 run osmo-hlr_10.42.42.2(pid=8862): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8862)]\u000a17:48:38.935797 run osmo-hlr_10.42.42.2(pid=8862): stdout: \u000a| (launched: 2022-12-12_17:48:35.404298) \u000a17:48:38.987966 run osmo-hlr_10.42.42.2(pid=8862): stderr: \u000a| �[0;m�[1;31m20221212174835602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174835602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174835602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174835602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174835603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174835603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174835615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174835624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174835624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174835624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:48:39.032482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8857): Terminating (SIGTERM)\u000a17:48:39.074333 run iperf3-srv_10.42.42.10(pid=8858): Terminating (SIGTERM)\u000a17:48:39.116871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8861): Terminating (SIGTERM)\u000a17:48:39.158727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8864): Terminating (SIGTERM)\u000a17:48:39.200498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8867): Terminating (SIGTERM)\u000a17:48:39.210277 --- ParallelTerminationStrategy: PID 8857 died...\u000a17:48:39.266257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8857): Terminated: ok {rc=0}\u000a17:48:39.276315 --- ParallelTerminationStrategy: PID 8858 died...\u000a17:48:39.331654 run iperf3-srv_10.42.42.10(pid=8858): Terminated {rc=256}\u000a17:48:39.341999 --- ParallelTerminationStrategy: PID 8861 died...\u000a17:48:39.397384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8861): Terminated: ok {rc=0}\u000a17:48:39.407342 --- ParallelTerminationStrategy: PID 8864 died...\u000a17:48:39.462848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8864): Terminated: ok {rc=0}\u000a17:48:39.472804 --- ParallelTerminationStrategy: PID 8867 died...\u000a17:48:39.528183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8867): Terminated: ok {rc=0}\u000a17:48:39.616025 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8883): Process ended prematurely: osmo-stp_10.42.42.5(pid=8883) [trial-2380↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8883)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8883): Process ended prematurely: osmo-stp_10.42.42.5(pid=8883) [trial-2380↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8883)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a17:48:40.733092 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:40.744999 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:48:40.883032 tst iperf3m4.py: using LAC 30464\u000a17:48:41.015171 tst iperf3m4.py: using RAC 119\u000a17:48:41.143476 tst iperf3m4.py: using CellId 30464\u000a17:48:41.271253 tst iperf3m4.py: using BVCI 30465\u000a17:48:41.296476 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:41.307904 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:41.319181 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:41.330984 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:41.342811 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:41.354494 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:41.366444 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:41.377996 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:48:41.389872 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:48:41.509951 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:48:41.632482 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:48:41.753192 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:48:42.054897 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:48:42.193620 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:48:42.538177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8869): Launched\u000a17:48:42.825173 run iperf3-srv_10.42.42.10(pid=8870): Launched\u000a17:48:43.027105 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:48:43.165489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:48:43.506263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8871): Launched\u000a17:48:43.790202 run iperf3-srv_10.42.42.10(pid=8872): Launched\u000a17:48:43.991541 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:48:44.129094 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:48:44.471369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8873): Launched\u000a17:48:44.756116 run iperf3-srv_10.42.42.10(pid=8874): Launched\u000a17:48:44.957824 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:48:45.094985 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:48:45.437104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8875): Launched\u000a17:48:45.722343 run iperf3-srv_10.42.42.10(pid=8876): Launched\u000a17:48:45.931030 tst iperf3m4.py:8: start network...\u000a17:48:46.063991 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:48:46.624729 run create_hlr_db(pid=8877): Launched\u000a17:48:46.823035 bus /gobi_6: Setting Powered False\u000a17:48:47.838563 run create_hlr_db(pid=8877): Terminated: ok {rc=0}\u000a17:48:48.252514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8879): Launched\u000a17:48:48.562357 run osmo-hlr_10.42.42.2(pid=8880): Launched\u000a17:48:48.681795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:48:49.224066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8882): Launched\u000a17:48:49.532030 run osmo-stp_10.42.42.5(pid=8883): Launched\u000a17:48:49.644388 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:48:50.180184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8885): Launched\u000a17:48:50.289349 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:48:50.559279 run patchelf(pid=8886): Launched\u000a17:48:50.738988 run osmo-stp_10.42.42.5(pid=8883): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8883)]\u000a17:48:50.870251 run osmo-stp_10.42.42.5(pid=8883): stdout: \u000a| (launched: 2022-12-12_17:48:49.379812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:51.001675 run osmo-stp_10.42.42.5(pid=8883): stderr: \u000a| �[0;m�[38;5;43m20221212174849549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174849549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174849550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174849550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174849550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174849551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174849551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:51.128607 run osmo-stp_10.42.42.5(pid=8883): stdout: \u000a| (launched: 2022-12-12_17:48:49.379812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:48:51.254697 run osmo-stp_10.42.42.5(pid=8883): stderr: \u000a| �[0;m�[38;5;43m20221212174849549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174849549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174849550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174849550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174849550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174849551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174849551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:48:51.401663 run patchelf(pid=8886): Terminating (SIGINT)\u000a17:48:51.573580 run patchelf(pid=8886): Terminated: ok {rc=0}\u000a17:48:51.605090 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8883): Process ended prematurely: osmo-stp_10.42.42.5(pid=8883) [trial-2380↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8883)] [trial-2380↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a17:48:51.614394 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a17:48:51.675907 run osmo-hlr_10.42.42.2(pid=8880): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8880)]\u000a17:48:51.725359 run osmo-hlr_10.42.42.2(pid=8880): stdout: \u000a| (launched: 2022-12-12_17:48:48.409197) \u000a17:48:51.775427 run osmo-hlr_10.42.42.2(pid=8880): stderr: \u000a| �[0;m�[1;31m20221212174848583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174848583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174848583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174848583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174848584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174848584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174848596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174848606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174848606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174848606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:48:51.817635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8869): Terminating (SIGTERM)\u000a17:48:51.857523 run iperf3-srv_10.42.42.10(pid=8870): Terminating (SIGTERM)\u000a17:48:51.898031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8871): Terminating (SIGTERM)\u000a17:48:51.937914 run iperf3-srv_10.42.42.10(pid=8872): Terminating (SIGTERM)\u000a17:48:51.977703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8873): Terminating (SIGTERM)\u000a17:48:52.017569 run iperf3-srv_10.42.42.10(pid=8874): Terminating (SIGTERM)\u000a17:48:52.057365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8875): Terminating (SIGTERM)\u000a17:48:52.097039 run iperf3-srv_10.42.42.10(pid=8876): Terminating (SIGTERM)\u000a17:48:52.137490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8879): Terminating (SIGTERM)\u000a17:48:52.177467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8882): Terminating (SIGTERM)\u000a17:48:52.217438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8885): Terminating (SIGTERM)\u000a17:48:52.226958 --- ParallelTerminationStrategy: PID 8869 died...\u000a17:48:52.280373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8869): Terminated: ok {rc=0}\u000a17:48:52.290273 --- ParallelTerminationStrategy: PID 8870 died...\u000a17:48:52.343403 run iperf3-srv_10.42.42.10(pid=8870): Terminated {rc=256}\u000a17:48:52.353240 --- ParallelTerminationStrategy: PID 8871 died...\u000a17:48:52.406505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8871): Terminated: ok {rc=0}\u000a17:48:52.416309 --- ParallelTerminationStrategy: PID 8872 died...\u000a17:48:52.469547 run iperf3-srv_10.42.42.10(pid=8872): Terminated {rc=256}\u000a17:48:52.479307 --- ParallelTerminationStrategy: PID 8873 died...\u000a17:48:52.532410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8873): Terminated: ok {rc=0}\u000a17:48:52.542339 --- ParallelTerminationStrategy: PID 8874 died...\u000a17:48:52.595560 run iperf3-srv_10.42.42.10(pid=8874): Terminated {rc=256}\u000a17:48:52.605806 --- ParallelTerminationStrategy: PID 8875 died...\u000a17:48:52.659384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8875): Terminated: ok {rc=0}\u000a17:48:52.669425 --- ParallelTerminationStrategy: PID 8876 died...\u000a17:48:52.722725 run iperf3-srv_10.42.42.10(pid=8876): Terminated {rc=256}\u000a17:48:52.732569 --- ParallelTerminationStrategy: PID 8879 died...\u000a17:48:52.785898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8879): Terminated: ok {rc=0}\u000a17:48:52.795721 --- ParallelTerminationStrategy: PID 8882 died...\u000a17:48:52.849437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8882): Terminated: ok {rc=0}\u000a17:48:52.859319 --- ParallelTerminationStrategy: PID 8885 died...\u000a17:48:52.913099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8885): Terminated: ok {rc=0}\u000a17:48:53.002652 bus /gobi_4: Setting Powered False\u000a17:48:54.111815 bus /gobi_4: Setting Powered False\u000a17:48:55.221278 bus /gobi_1: Setting Powered False\u000a17:48:56.323920 bus /gobi_1: Setting Powered False\u000a17:48:57.436120 bus /gobi_0: Setting Powered False\u000a17:48:58.538569 bus /gobi_0: Setting Powered False\u000a17:48:59.651930 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8894): Process ended prematurely: osmo-stp_10.42.42.5(pid=8894) [trial-2380↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8894)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8894): Process ended prematurely: osmo-stp_10.42.42.5(pid=8894) [trial-2380↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a17:49:00.721140 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:49:00.733380 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:49:00.889653 tst ping.py: using LAC 30465\u000a17:49:01.020862 tst ping.py: using RAC 120\u000a17:49:01.145068 tst ping.py: using CellId 30465\u000a17:49:01.272144 tst ping.py: using BVCI 30466\u000a17:49:01.298079 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:49:01.310318 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:49:01.322536 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:49:01.335033 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:49:01.347248 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:49:01.359349 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:49:01.371586 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:49:01.383801 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:49:01.688421 tst ping.py:19: start network...\u000a17:49:01.826745 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:49:02.382318 run create_hlr_db(pid=8888): Launched\u000a17:49:02.557811 bus /gobi_6: Setting Powered False\u000a17:49:03.579153 run create_hlr_db(pid=8888): Terminated: ok {rc=0}\u000a17:49:03.984157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8890): Launched\u000a17:49:04.287550 run osmo-hlr_10.42.42.2(pid=8891): Launched\u000a17:49:04.409435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:49:04.934268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8893): Launched\u000a17:49:05.237091 run osmo-stp_10.42.42.5(pid=8894): Launched\u000a17:49:05.347160 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:49:05.874672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8896): Launched\u000a17:49:05.982122 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:49:06.246424 run patchelf(pid=8897): Launched\u000a17:49:06.422972 run osmo-stp_10.42.42.5(pid=8894): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8894)]\u000a17:49:06.551703 run osmo-stp_10.42.42.5(pid=8894): stdout: \u000a| (launched: 2022-12-12_17:49:05.086925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:06.681283 run osmo-stp_10.42.42.5(pid=8894): stderr: \u000a| �[0;m�[38;5;43m20221212174905255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174905255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174905256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174905256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174905257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174905257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174905257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:06.806360 run osmo-stp_10.42.42.5(pid=8894): stdout: \u000a| (launched: 2022-12-12_17:49:05.086925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:06.930327 run osmo-stp_10.42.42.5(pid=8894): stderr: \u000a| �[0;m�[38;5;43m20221212174905255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174905255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174905256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174905256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174905257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174905257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174905257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:07.074489 run patchelf(pid=8897): Terminating (SIGINT)\u000a17:49:07.243407 run patchelf(pid=8897): Terminated: ok {rc=0}\u000a17:49:07.274144 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8894): Process ended prematurely: osmo-stp_10.42.42.5(pid=8894) [trial-2380↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8894)] [trial-2380↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a17:49:07.282830 tst ping.py:22: Test FAILED (6.6 sec)\u000a17:49:07.344324 run osmo-hlr_10.42.42.2(pid=8891): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8891)]\u000a17:49:07.394267 run osmo-hlr_10.42.42.2(pid=8891): stdout: \u000a| (launched: 2022-12-12_17:49:04.137804) \u000a17:49:07.444595 run osmo-hlr_10.42.42.2(pid=8891): stderr: \u000a| �[0;m�[1;31m20221212174904311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174904311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174904311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174904311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174904311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174904311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174904323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174904333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174904333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174904333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:49:07.487358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8890): Terminating (SIGTERM)\u000a17:49:07.527948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8893): Terminating (SIGTERM)\u000a17:49:07.568522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8896): Terminating (SIGTERM)\u000a17:49:07.578339 --- ParallelTerminationStrategy: PID 8890 died...\u000a17:49:07.632760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8890): Terminated: ok {rc=0}\u000a17:49:07.642984 --- ParallelTerminationStrategy: PID 8893 died...\u000a17:49:07.697942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8893): Terminated: ok {rc=0}\u000a17:49:07.707618 --- ParallelTerminationStrategy: PID 8896 died...\u000a17:49:07.761299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8896): Terminated: ok {rc=0}\u000a17:49:07.846593 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8904): Process ended prematurely: osmo-stp_10.42.42.5(pid=8904) [trial-2380↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8904)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8904): Process ended prematurely: osmo-stp_10.42.42.5(pid=8904) [trial-2380↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a17:49:08.900631 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:49:08.913512 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:49:09.049248 tst ping_idle_ping.py: using LAC 30466\u000a17:49:09.178141 tst ping_idle_ping.py: using RAC 121\u000a17:49:09.304941 tst ping_idle_ping.py: using CellId 30466\u000a17:49:09.431877 tst ping_idle_ping.py: using BVCI 30467\u000a17:49:09.456722 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:49:09.468495 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:49:09.479817 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:49:09.491657 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:49:09.503387 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:49:09.515115 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:49:09.527151 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:49:09.538951 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:49:09.826116 tst ping_idle_ping.py:24: start network...\u000a17:49:09.951940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:49:10.430848 run create_hlr_db(pid=8898): Launched\u000a17:49:10.606121 bus /gobi_6: Setting Powered False\u000a17:49:11.626707 run create_hlr_db(pid=8898): Terminated: ok {rc=0}\u000a17:49:12.058470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8900): Launched\u000a17:49:12.386912 run osmo-hlr_10.42.42.2(pid=8901): Launched\u000a17:49:12.506110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:49:13.072165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8903): Launched\u000a17:49:13.399506 run osmo-stp_10.42.42.5(pid=8904): Launched\u000a17:49:13.517393 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:49:14.087005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8906): Launched\u000a17:49:14.202783 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:49:14.486547 run patchelf(pid=8907): Launched\u000a17:49:14.675552 run osmo-stp_10.42.42.5(pid=8904): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8904)]\u000a17:49:14.814012 run osmo-stp_10.42.42.5(pid=8904): stdout: \u000a| (launched: 2022-12-12_17:49:13.237302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:14.952705 run osmo-stp_10.42.42.5(pid=8904): stderr: \u000a| �[0;m�[38;5;43m20221212174913426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174913426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174913427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174913427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174913427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174913428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174913428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:15.086660 run osmo-stp_10.42.42.5(pid=8904): stdout: \u000a| (launched: 2022-12-12_17:49:13.237302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:15.219531 run osmo-stp_10.42.42.5(pid=8904): stderr: \u000a| �[0;m�[38;5;43m20221212174913426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174913426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174913427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174913427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174913427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174913428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174913428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:15.374684 run patchelf(pid=8907): Terminating (SIGINT)\u000a17:49:15.555998 run patchelf(pid=8907): Terminated: ok {rc=0}\u000a17:49:15.588920 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8904): Process ended prematurely: osmo-stp_10.42.42.5(pid=8904) [trial-2380↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8904)] [trial-2380↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a17:49:15.598393 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:49:15.661161 run osmo-hlr_10.42.42.2(pid=8901): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8901)]\u000a17:49:15.712494 run osmo-hlr_10.42.42.2(pid=8901): stdout: \u000a| (launched: 2022-12-12_17:49:12.223482) \u000a17:49:15.764649 run osmo-hlr_10.42.42.2(pid=8901): stderr: \u000a| �[0;m�[1;31m20221212174912418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174912418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174912418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174912418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174912418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174912418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174912429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174912438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174912439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174912439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:49:15.809692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8900): Terminating (SIGTERM)\u000a17:49:15.852776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8903): Terminating (SIGTERM)\u000a17:49:15.895797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8906): Terminating (SIGTERM)\u000a17:49:15.905654 --- ParallelTerminationStrategy: PID 8900 died...\u000a17:49:15.962754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8900): Terminated: ok {rc=0}\u000a17:49:15.973309 --- ParallelTerminationStrategy: PID 8903 died...\u000a17:49:16.029739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8903): Terminated: ok {rc=0}\u000a17:49:16.040367 --- ParallelTerminationStrategy: PID 8906 died...\u000a17:49:16.097608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8906): Terminated: ok {rc=0}\u000a17:49:16.188903 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:48:17" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8921): Process ended prematurely: osmo-stp_10.42.42.5(pid=8921) [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8921)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8921): Process ended prematurely: osmo-stp_10.42.42.5(pid=8921) [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8921)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:49:18.306307 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:18.317122 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:49:18.462617 tst cs_paging_gprs_active.py: using LAC 30467\u000a17:49:18.585129 tst cs_paging_gprs_active.py: using RAC 122\u000a17:49:18.704916 tst cs_paging_gprs_active.py: using CellId 30467\u000a17:49:18.825184 tst cs_paging_gprs_active.py: using BVCI 30468\u000a17:49:18.848527 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:18.859376 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:18.870115 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:18.881648 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:18.892633 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:18.903839 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:18.915121 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:18.926607 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:18.937834 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:49:19.055903 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:49:19.355809 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:49:19.494010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:49:19.835395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8911): Launched\u000a17:49:20.120629 run iperf3-srv_10.42.42.10(pid=8912): Launched\u000a17:49:20.322582 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:49:20.460579 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:49:20.802434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8913): Launched\u000a17:49:21.088181 run iperf3-srv_10.42.42.10(pid=8914): Launched\u000a17:49:21.291024 tst cs_paging_gprs_active.py:38: start network...\u000a17:49:21.429606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:49:21.960574 run create_hlr_db(pid=8915): Launched\u000a17:49:22.150671 bus /gobi_6: Setting Powered False\u000a17:49:23.172657 run create_hlr_db(pid=8915): Terminated: ok {rc=0}\u000a17:49:23.588934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8917): Launched\u000a17:49:23.898773 run osmo-hlr_10.42.42.2(pid=8918): Launched\u000a17:49:24.016449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:49:24.552449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8920): Launched\u000a17:49:24.862607 run osmo-stp_10.42.42.5(pid=8921): Launched\u000a17:49:24.974817 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:49:25.513405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8923): Launched\u000a17:49:25.624055 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:49:25.894850 run patchelf(pid=8924): Launched\u000a17:49:26.074862 run osmo-stp_10.42.42.5(pid=8921): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8921)]\u000a17:49:26.206580 run osmo-stp_10.42.42.5(pid=8921): stdout: \u000a| (launched: 2022-12-12_17:49:24.709333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:26.338557 run osmo-stp_10.42.42.5(pid=8921): stderr: \u000a| �[0;m�[38;5;43m20221212174924880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174924880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174924880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174924881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174924881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174924881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174924881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:26.465925 run osmo-stp_10.42.42.5(pid=8921): stdout: \u000a| (launched: 2022-12-12_17:49:24.709333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:26.592193 run osmo-stp_10.42.42.5(pid=8921): stderr: \u000a| �[0;m�[38;5;43m20221212174924880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174924880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174924880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174924881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174924881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174924881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174924881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:26.739379 run patchelf(pid=8924): Terminating (SIGINT)\u000a17:49:26.911821 run patchelf(pid=8924): Terminated: ok {rc=0}\u000a17:49:26.943405 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8921): Process ended prematurely: osmo-stp_10.42.42.5(pid=8921) [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8921)] [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a17:49:26.952708 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a17:49:27.013694 run osmo-hlr_10.42.42.2(pid=8918): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8918)]\u000a17:49:27.062849 run osmo-hlr_10.42.42.2(pid=8918): stdout: \u000a| (launched: 2022-12-12_17:49:23.745887) \u000a17:49:27.113609 run osmo-hlr_10.42.42.2(pid=8918): stderr: \u000a| �[0;m�[1;31m20221212174923924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174923924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174923924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174923924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174923924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174923924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174923936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174923945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174923945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174923945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:49:27.156041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8911): Terminating (SIGTERM)\u000a17:49:27.196415 run iperf3-srv_10.42.42.10(pid=8912): Terminating (SIGTERM)\u000a17:49:27.236729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8913): Terminating (SIGTERM)\u000a17:49:27.277043 run iperf3-srv_10.42.42.10(pid=8914): Terminating (SIGTERM)\u000a17:49:27.317358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8917): Terminating (SIGTERM)\u000a17:49:27.357528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8920): Terminating (SIGTERM)\u000a17:49:27.397771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8923): Terminating (SIGTERM)\u000a17:49:27.407299 --- ParallelTerminationStrategy: PID 8911 died...\u000a17:49:27.461261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8911): Terminated: ok {rc=0}\u000a17:49:27.471275 --- ParallelTerminationStrategy: PID 8912 died...\u000a17:49:27.524924 run iperf3-srv_10.42.42.10(pid=8912): Terminated {rc=256}\u000a17:49:27.534883 --- ParallelTerminationStrategy: PID 8913 died...\u000a17:49:27.588205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8913): Terminated: ok {rc=0}\u000a17:49:27.598152 --- ParallelTerminationStrategy: PID 8914 died...\u000a17:49:27.651473 run iperf3-srv_10.42.42.10(pid=8914): Terminated {rc=256}\u000a17:49:27.661186 --- ParallelTerminationStrategy: PID 8917 died...\u000a17:49:27.714634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8917): Terminated: ok {rc=0}\u000a17:49:27.724328 --- ParallelTerminationStrategy: PID 8920 died...\u000a17:49:27.777883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8920): Terminated: ok {rc=0}\u000a17:49:27.787883 --- ParallelTerminationStrategy: PID 8923 died...\u000a17:49:27.842059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8923): Terminated: ok {rc=0}\u000a17:49:27.926720 bus /gobi_0: Setting Powered False\u000a17:49:29.028126 bus /gobi_0: Setting Powered False\u000a17:49:30.139627 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8934): Process ended prematurely: osmo-stp_10.42.42.5(pid=8934) [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8934)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8934): Process ended prematurely: osmo-stp_10.42.42.5(pid=8934) [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a17:49:31.257729 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:31.270683 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:49:31.426610 tst iperf3.py: using LAC 30468\u000a17:49:31.578405 tst iperf3.py: using RAC 123\u000a17:49:31.728718 tst iperf3.py: using CellId 30468\u000a17:49:31.875897 tst iperf3.py: using BVCI 30469\u000a17:49:31.902101 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:31.914482 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:31.928342 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:31.940858 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:31.953079 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:31.966474 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:31.978944 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:31.991586 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:32.005124 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:49:32.312876 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:49:32.451304 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:49:32.793220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8925): Launched\u000a17:49:33.077475 run iperf3-srv_10.42.42.10(pid=8926): Launched\u000a17:49:33.279238 tst iperf3.py:8: start network...\u000a17:49:33.416811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:49:33.945463 run create_hlr_db(pid=8927): Launched\u000a17:49:34.134842 bus /gobi_6: Setting Powered False\u000a17:49:35.157577 run create_hlr_db(pid=8927): Terminated: ok {rc=0}\u000a17:49:35.595612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8930): Launched\u000a17:49:35.924763 run osmo-hlr_10.42.42.2(pid=8931): Launched\u000a17:49:36.046149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:49:36.622248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8933): Launched\u000a17:49:36.953457 run osmo-stp_10.42.42.5(pid=8934): Launched\u000a17:49:37.072200 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:49:37.647928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8936): Launched\u000a17:49:37.765287 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:49:38.056169 run patchelf(pid=8937): Launched\u000a17:49:38.248151 run osmo-stp_10.42.42.5(pid=8934): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8934)]\u000a17:49:38.388023 run osmo-stp_10.42.42.5(pid=8934): stdout: \u000a| (launched: 2022-12-12_17:49:36.790544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:38.528340 run osmo-stp_10.42.42.5(pid=8934): stderr: \u000a| �[0;m�[38;5;43m20221212174936981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174936981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174936981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174936982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174936982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174936982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174936982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:38.664116 run osmo-stp_10.42.42.5(pid=8934): stdout: \u000a| (launched: 2022-12-12_17:49:36.790544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:38.799354 run osmo-stp_10.42.42.5(pid=8934): stderr: \u000a| �[0;m�[38;5;43m20221212174936981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174936981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174936981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174936982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174936982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174936982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174936982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:38.956417 run patchelf(pid=8937): Terminating (SIGINT)\u000a17:49:39.140078 run patchelf(pid=8937): Terminated: ok {rc=0}\u000a17:49:39.173808 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8934): Process ended prematurely: osmo-stp_10.42.42.5(pid=8934) [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8934)] [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a17:49:39.183800 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a17:49:39.247456 run osmo-hlr_10.42.42.2(pid=8931): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8931)]\u000a17:49:39.298888 run osmo-hlr_10.42.42.2(pid=8931): stdout: \u000a| (launched: 2022-12-12_17:49:35.762912) \u000a17:49:39.351390 run osmo-hlr_10.42.42.2(pid=8931): stderr: \u000a| �[0;m�[1;31m20221212174935961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174935961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174935961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174935961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174935961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174935962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174935974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174935983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174935983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174935983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:49:39.395863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8925): Terminating (SIGTERM)\u000a17:49:39.437876 run iperf3-srv_10.42.42.10(pid=8926): Terminating (SIGTERM)\u000a17:49:39.479848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8930): Terminating (SIGTERM)\u000a17:49:39.521683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8933): Terminating (SIGTERM)\u000a17:49:39.563899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8936): Terminating (SIGTERM)\u000a17:49:39.573830 --- ParallelTerminationStrategy: PID 8925 died...\u000a17:49:39.630463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8925): Terminated: ok {rc=0}\u000a17:49:39.640524 --- ParallelTerminationStrategy: PID 8926 died...\u000a17:49:39.697456 run iperf3-srv_10.42.42.10(pid=8926): Terminated {rc=256}\u000a17:49:39.707485 --- ParallelTerminationStrategy: PID 8930 died...\u000a17:49:39.763585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8930): Terminated: ok {rc=0}\u000a17:49:39.773674 --- ParallelTerminationStrategy: PID 8933 died...\u000a17:49:39.829755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8933): Terminated: ok {rc=0}\u000a17:49:39.839988 --- ParallelTerminationStrategy: PID 8936 died...\u000a17:49:39.896207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8936): Terminated: ok {rc=0}\u000a17:49:39.982773 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8952): Process ended prematurely: osmo-stp_10.42.42.5(pid=8952) [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8952)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8952): Process ended prematurely: osmo-stp_10.42.42.5(pid=8952) [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a17:49:41.099159 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:41.111456 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:49:41.265835 tst iperf3m4.py: using LAC 30469\u000a17:49:41.394057 tst iperf3m4.py: using RAC 124\u000a17:49:41.524681 tst iperf3m4.py: using CellId 30469\u000a17:49:41.649402 tst iperf3m4.py: using BVCI 30470\u000a17:49:41.673117 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:41.684534 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:41.695541 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:41.707179 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:41.718651 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:41.730233 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:41.741905 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:41.753347 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:49:41.765152 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:49:41.889580 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:49:42.008516 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:49:42.131142 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:49:42.422901 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:49:42.551577 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:49:42.871159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8938): Launched\u000a17:49:43.137537 run iperf3-srv_10.42.42.10(pid=8939): Launched\u000a17:49:43.325929 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:49:43.454817 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:49:43.775016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8940): Launched\u000a17:49:44.042874 run iperf3-srv_10.42.42.10(pid=8941): Launched\u000a17:49:44.230289 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:49:44.358435 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:49:44.677786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8942): Launched\u000a17:49:44.943375 run iperf3-srv_10.42.42.10(pid=8943): Launched\u000a17:49:45.131079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:49:45.259528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:49:45.581520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8944): Launched\u000a17:49:45.873619 run iperf3-srv_10.42.42.10(pid=8945): Launched\u000a17:49:46.088823 tst iperf3m4.py:8: start network...\u000a17:49:46.220182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:49:46.764571 run create_hlr_db(pid=8946): Launched\u000a17:49:47.001830 bus /gobi_6: Setting Powered False\u000a17:49:47.973733 run create_hlr_db(pid=8946): Terminated: ok {rc=0}\u000a17:49:48.458160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8948): Launched\u000a17:49:48.789943 run osmo-hlr_10.42.42.2(pid=8949): Launched\u000a17:49:48.909439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:49:49.489595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8951): Launched\u000a17:49:49.820295 run osmo-stp_10.42.42.5(pid=8952): Launched\u000a17:49:49.939093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:49:50.513449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8954): Launched\u000a17:49:50.630639 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:49:50.918130 run patchelf(pid=8955): Launched\u000a17:49:51.110331 run osmo-stp_10.42.42.5(pid=8952): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8952)]\u000a17:49:51.250249 run osmo-stp_10.42.42.5(pid=8952): stdout: \u000a| (launched: 2022-12-12_17:49:49.657160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:51.390690 run osmo-stp_10.42.42.5(pid=8952): stderr: \u000a| �[0;m�[38;5;43m20221212174949849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174949849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174949849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174949849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174949850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174949850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174949850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:51.526368 run osmo-stp_10.42.42.5(pid=8952): stdout: \u000a| (launched: 2022-12-12_17:49:49.657160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:49:51.661339 run osmo-stp_10.42.42.5(pid=8952): stderr: \u000a| �[0;m�[38;5;43m20221212174949849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212174949849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212174949849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212174949849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212174949850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212174949850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212174949850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:49:51.818795 run patchelf(pid=8955): Terminating (SIGINT)\u000a17:49:52.002585 run patchelf(pid=8955): Terminated: ok {rc=0}\u000a17:49:52.036104 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8952): Process ended prematurely: osmo-stp_10.42.42.5(pid=8952) [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8952)] [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a17:49:52.046048 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a17:49:52.109793 run osmo-hlr_10.42.42.2(pid=8949): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8949)]\u000a17:49:52.161424 run osmo-hlr_10.42.42.2(pid=8949): stdout: \u000a| (launched: 2022-12-12_17:49:48.626287) \u000a17:49:52.213383 run osmo-hlr_10.42.42.2(pid=8949): stderr: \u000a| �[0;m�[1;31m20221212174948821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212174948821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212174948822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174948822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212174948822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212174948822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212174948836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212174948845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212174948845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212174948845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:49:52.257694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8938): Terminating (SIGTERM)\u000a17:49:52.299707 run iperf3-srv_10.42.42.10(pid=8939): Terminating (SIGTERM)\u000a17:49:52.341726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8940): Terminating (SIGTERM)\u000a17:49:52.383646 run iperf3-srv_10.42.42.10(pid=8941): Terminating (SIGTERM)\u000a17:49:52.425508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8942): Terminating (SIGTERM)\u000a17:49:52.467333 run iperf3-srv_10.42.42.10(pid=8943): Terminating (SIGTERM)\u000a17:49:52.509283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8944): Terminating (SIGTERM)\u000a17:49:52.551154 run iperf3-srv_10.42.42.10(pid=8945): Terminating (SIGTERM)\u000a17:49:52.592877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8948): Terminating (SIGTERM)\u000a17:49:52.634559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8951): Terminating (SIGTERM)\u000a17:49:52.676236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8954): Terminating (SIGTERM)\u000a17:49:52.686019 --- ParallelTerminationStrategy: PID 8938 died...\u000a17:49:52.742171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8938): Terminated: ok {rc=0}\u000a17:49:52.752207 --- ParallelTerminationStrategy: PID 8939 died...\u000a17:49:52.808413 run iperf3-srv_10.42.42.10(pid=8939): Terminated {rc=256}\u000a17:49:52.818392 --- ParallelTerminationStrategy: PID 8940 died...\u000a17:49:52.874292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8940): Terminated: ok {rc=0}\u000a17:49:52.884471 --- ParallelTerminationStrategy: PID 8941 died...\u000a17:49:52.939883 run iperf3-srv_10.42.42.10(pid=8941): Terminated {rc=256}\u000a17:49:52.950094 --- ParallelTerminationStrategy: PID 8942 died...\u000a17:49:53.005822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8942): Terminated: ok {rc=0}\u000a17:49:53.015872 --- ParallelTerminationStrategy: PID 8943 died...\u000a17:49:53.071284 run iperf3-srv_10.42.42.10(pid=8943): Terminated {rc=256}\u000a17:49:53.081361 --- ParallelTerminationStrategy: PID 8944 died...\u000a17:49:53.136995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8944): Terminated: ok {rc=0}\u000a17:49:53.147054 --- ParallelTerminationStrategy: PID 8945 died...\u000a17:49:53.202565 run iperf3-srv_10.42.42.10(pid=8945): Terminated {rc=256}\u000a17:49:53.212507 --- ParallelTerminationStrategy: PID 8948 died...\u000a17:49:53.268200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8948): Terminated: ok {rc=0}\u000a17:49:53.278346 --- ParallelTerminationStrategy: PID 8951 died...\u000a17:49:53.334937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8951): Terminated: ok {rc=0}\u000a17:49:53.345206 --- ParallelTerminationStrategy: PID 8954 died...\u000a17:49:53.400742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8954): Terminated: ok {rc=0}\u000a17:49:53.487050 bus /gobi_4: Setting Powered False\u000a17:49:54.593975 bus /gobi_4: Setting Powered False\u000a17:49:55.702397 bus /gobi_1: Setting Powered False\u000a17:49:56.809735 bus /gobi_1: Setting Powered False\u000a17:49:57.917770 bus /gobi_0: Setting Powered False\u000a17:49:59.024112 bus /gobi_0: Setting Powered False\u000a17:50:00.133761 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8965): Process ended prematurely: osmo-stp_10.42.42.5(pid=8965) [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8965)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8965): Process ended prematurely: osmo-stp_10.42.42.5(pid=8965) [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a17:50:01.215232 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:50:01.234031 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:50:01.385490 tst ping.py: using LAC 30470\u000a17:50:01.514465 tst ping.py: using RAC 125\u000a17:50:01.644874 tst ping.py: using CellId 30470\u000a17:50:01.780888 tst ping.py: using BVCI 30471\u000a17:50:01.807196 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:50:01.819581 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:50:01.832006 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:50:01.844056 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:50:01.856606 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:50:01.869706 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:50:01.882578 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:50:01.894435 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:50:02.248449 tst ping.py:19: start network...\u000a17:50:02.385694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:50:02.907436 run create_hlr_db(pid=8959): Launched\u000a17:50:03.095313 bus /gobi_6: Setting Powered False\u000a17:50:04.116434 run create_hlr_db(pid=8959): Terminated: ok {rc=0}\u000a17:50:04.526059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8961): Launched\u000a17:50:04.830384 run osmo-hlr_10.42.42.2(pid=8962): Launched\u000a17:50:04.948847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:50:05.487329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8964): Launched\u000a17:50:05.790979 run osmo-stp_10.42.42.5(pid=8965): Launched\u000a17:50:05.900167 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:50:06.426577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8967): Launched\u000a17:50:06.533946 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:50:06.798979 run patchelf(pid=8968): Launched\u000a17:50:06.975427 run osmo-stp_10.42.42.5(pid=8965): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8965)]\u000a17:50:07.103783 run osmo-stp_10.42.42.5(pid=8965): stdout: \u000a| (launched: 2022-12-12_17:50:05.640702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:07.232772 run osmo-stp_10.42.42.5(pid=8965): stderr: \u000a| �[0;m�[38;5;43m20221212175005811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175005811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175005811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175005812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175005812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175005812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175005812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:07.357592 run osmo-stp_10.42.42.5(pid=8965): stdout: \u000a| (launched: 2022-12-12_17:50:05.640702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:07.481237 run osmo-stp_10.42.42.5(pid=8965): stderr: \u000a| �[0;m�[38;5;43m20221212175005811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175005811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175005811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175005812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175005812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175005812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175005812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:07.624920 run patchelf(pid=8968): Terminating (SIGINT)\u000a17:50:07.793749 run patchelf(pid=8968): Terminated: ok {rc=0}\u000a17:50:07.824382 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8965): Process ended prematurely: osmo-stp_10.42.42.5(pid=8965) [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8965)] [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a17:50:07.833199 tst ping.py:22: Test FAILED (6.6 sec)\u000a17:50:07.893194 run osmo-hlr_10.42.42.2(pid=8962): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8962)]\u000a17:50:07.941907 run osmo-hlr_10.42.42.2(pid=8962): stdout: \u000a| (launched: 2022-12-12_17:50:04.680268) \u000a17:50:07.991223 run osmo-hlr_10.42.42.2(pid=8962): stderr: \u000a| �[0;m�[1;31m20221212175004855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175004856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175004856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175004856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175004856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175004856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175004868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175004877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175004877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175004877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:50:08.033573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8961): Terminating (SIGTERM)\u000a17:50:08.073307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8964): Terminating (SIGTERM)\u000a17:50:08.113437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8967): Terminating (SIGTERM)\u000a17:50:08.123043 --- ParallelTerminationStrategy: PID 8961 died...\u000a17:50:08.177780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8961): Terminated: ok {rc=0}\u000a17:50:08.187373 --- ParallelTerminationStrategy: PID 8964 died...\u000a17:50:08.240343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8964): Terminated: ok {rc=0}\u000a17:50:08.250083 --- ParallelTerminationStrategy: PID 8967 died...\u000a17:50:08.302967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8967): Terminated: ok {rc=0}\u000a17:50:08.390795 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8975): Process ended prematurely: osmo-stp_10.42.42.5(pid=8975) [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8975)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8975): Process ended prematurely: osmo-stp_10.42.42.5(pid=8975) [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a17:50:09.443717 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:50:09.455858 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:50:09.602919 tst ping_idle_ping.py: using LAC 30471\u000a17:50:09.719278 tst ping_idle_ping.py: using RAC 126\u000a17:50:09.836327 tst ping_idle_ping.py: using CellId 30471\u000a17:50:09.955205 tst ping_idle_ping.py: using BVCI 30472\u000a17:50:09.978181 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:50:09.989054 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:50:09.999736 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:50:10.010756 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:50:10.021639 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:50:10.032478 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:50:10.043592 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:50:10.055176 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:50:10.351161 tst ping_idle_ping.py:24: start network...\u000a17:50:10.486596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:50:11.008167 run create_hlr_db(pid=8969): Launched\u000a17:50:11.195679 bus /gobi_6: Setting Powered False\u000a17:50:12.216360 run create_hlr_db(pid=8969): Terminated: ok {rc=0}\u000a17:50:12.624828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8971): Launched\u000a17:50:12.930352 run osmo-hlr_10.42.42.2(pid=8972): Launched\u000a17:50:13.048884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:50:13.581696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8974): Launched\u000a17:50:13.888629 run osmo-stp_10.42.42.5(pid=8975): Launched\u000a17:50:13.999204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:50:14.526502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8977): Launched\u000a17:50:14.634125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:50:14.899028 run patchelf(pid=8978): Launched\u000a17:50:15.075424 run osmo-stp_10.42.42.5(pid=8975): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8975)]\u000a17:50:15.204403 run osmo-stp_10.42.42.5(pid=8975): stdout: \u000a| (launched: 2022-12-12_17:50:13.735250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:15.334076 run osmo-stp_10.42.42.5(pid=8975): stderr: \u000a| �[0;m�[38;5;43m20221212175013906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175013906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175013907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175013907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175013907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175013907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175013908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:15.459170 run osmo-stp_10.42.42.5(pid=8975): stdout: \u000a| (launched: 2022-12-12_17:50:13.735250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:15.582926 run osmo-stp_10.42.42.5(pid=8975): stderr: \u000a| �[0;m�[38;5;43m20221212175013906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175013906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175013907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175013907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175013907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175013907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175013908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:15.727125 run patchelf(pid=8978): Terminating (SIGINT)\u000a17:50:15.922943 run patchelf(pid=8978): Terminated: ok {rc=0}\u000a17:50:15.955951 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8975): Process ended prematurely: osmo-stp_10.42.42.5(pid=8975) [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8975)] [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a17:50:15.966118 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:50:16.030300 run osmo-hlr_10.42.42.2(pid=8972): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8972)]\u000a17:50:16.082260 run osmo-hlr_10.42.42.2(pid=8972): stdout: \u000a| (launched: 2022-12-12_17:50:12.779089) \u000a17:50:16.134798 run osmo-hlr_10.42.42.2(pid=8972): stderr: \u000a| �[0;m�[1;31m20221212175012953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175012953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175012954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175012954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175012954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175012954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175012966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175012976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175012977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175012977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:50:16.180514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8971): Terminating (SIGTERM)\u000a17:50:16.222559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8974): Terminating (SIGTERM)\u000a17:50:16.265649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8977): Terminating (SIGTERM)\u000a17:50:16.276274 --- ParallelTerminationStrategy: PID 8971 died...\u000a17:50:16.333475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8971): Terminated: ok {rc=0}\u000a17:50:16.344176 --- ParallelTerminationStrategy: PID 8974 died...\u000a17:50:16.401585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8974): Terminated: ok {rc=0}\u000a17:50:16.412282 --- ParallelTerminationStrategy: PID 8977 died...\u000a17:50:16.468926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8977): Terminated: ok {rc=0}\u000a17:50:16.556435 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:49:17" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8993): Process ended prematurely: osmo-stp_10.42.42.5(pid=8993) [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8993)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8993): Process ended prematurely: osmo-stp_10.42.42.5(pid=8993) [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:50:18.672141 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:18.684156 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:50:18.838452 tst cs_paging_gprs_active.py: using LAC 30472\u000a17:50:18.957385 tst cs_paging_gprs_active.py: using RAC 127\u000a17:50:19.076869 tst cs_paging_gprs_active.py: using CellId 30472\u000a17:50:19.197514 tst cs_paging_gprs_active.py: using BVCI 30473\u000a17:50:19.220922 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:19.231788 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:19.242429 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:19.254030 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:19.265517 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:19.276913 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:19.288483 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:19.299769 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:19.311414 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:50:19.435299 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:50:19.735240 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:50:19.873724 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:20.216058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8983): Launched\u000a17:50:20.501071 run iperf3-srv_10.42.42.10(pid=8984): Launched\u000a17:50:20.703222 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:50:20.841791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:21.182416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8985): Launched\u000a17:50:21.465494 run iperf3-srv_10.42.42.10(pid=8986): Launched\u000a17:50:21.667055 tst cs_paging_gprs_active.py:38: start network...\u000a17:50:21.804587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:50:22.334534 run create_hlr_db(pid=8987): Launched\u000a17:50:22.524691 bus /gobi_6: Setting Powered False\u000a17:50:23.545796 run create_hlr_db(pid=8987): Terminated: ok {rc=0}\u000a17:50:23.957573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8989): Launched\u000a17:50:24.265482 run osmo-hlr_10.42.42.2(pid=8990): Launched\u000a17:50:24.385716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:50:24.922985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8992): Launched\u000a17:50:25.233109 run osmo-stp_10.42.42.5(pid=8993): Launched\u000a17:50:25.345815 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:50:25.881409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8995): Launched\u000a17:50:25.991833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:50:26.261379 run patchelf(pid=8996): Launched\u000a17:50:26.441283 run osmo-stp_10.42.42.5(pid=8993): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8993)]\u000a17:50:26.572934 run osmo-stp_10.42.42.5(pid=8993): stdout: \u000a| (launched: 2022-12-12_17:50:25.078513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:26.705528 run osmo-stp_10.42.42.5(pid=8993): stderr: \u000a| �[0;m�[38;5;43m20221212175025246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175025246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175025246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175025247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175025247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175025247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175025247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:26.832344 run osmo-stp_10.42.42.5(pid=8993): stdout: \u000a| (launched: 2022-12-12_17:50:25.078513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:26.958271 run osmo-stp_10.42.42.5(pid=8993): stderr: \u000a| �[0;m�[38;5;43m20221212175025246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175025246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175025246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175025247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175025247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175025247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175025247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:27.105733 run patchelf(pid=8996): Terminating (SIGINT)\u000a17:50:27.277943 run patchelf(pid=8996): Terminated: ok {rc=0}\u000a17:50:27.309657 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8993): Process ended prematurely: osmo-stp_10.42.42.5(pid=8993) [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8993)] [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a17:50:27.318966 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a17:50:27.379850 run osmo-hlr_10.42.42.2(pid=8990): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8990)]\u000a17:50:27.429842 run osmo-hlr_10.42.42.2(pid=8990): stdout: \u000a| (launched: 2022-12-12_17:50:24.113489) \u000a17:50:27.479615 run osmo-hlr_10.42.42.2(pid=8990): stderr: \u000a| �[0;m�[1;31m20221212175024288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175024288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175024288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175024288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175024289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175024289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175024300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175024309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175024309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175024309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:50:27.522478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8983): Terminating (SIGTERM)\u000a17:50:27.562605 run iperf3-srv_10.42.42.10(pid=8984): Terminating (SIGTERM)\u000a17:50:27.602928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8985): Terminating (SIGTERM)\u000a17:50:27.643039 run iperf3-srv_10.42.42.10(pid=8986): Terminating (SIGTERM)\u000a17:50:27.683184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8989): Terminating (SIGTERM)\u000a17:50:27.723265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8992): Terminating (SIGTERM)\u000a17:50:27.763429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8995): Terminating (SIGTERM)\u000a17:50:27.773221 --- ParallelTerminationStrategy: PID 8983 died...\u000a17:50:27.827049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8983): Terminated: ok {rc=0}\u000a17:50:27.837323 --- ParallelTerminationStrategy: PID 8984 died...\u000a17:50:27.890868 run iperf3-srv_10.42.42.10(pid=8984): Terminated {rc=256}\u000a17:50:27.900811 --- ParallelTerminationStrategy: PID 8985 died...\u000a17:50:27.954795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8985): Terminated: ok {rc=0}\u000a17:50:27.964628 --- ParallelTerminationStrategy: PID 8986 died...\u000a17:50:28.018540 run iperf3-srv_10.42.42.10(pid=8986): Terminated {rc=256}\u000a17:50:28.028300 --- ParallelTerminationStrategy: PID 8989 died...\u000a17:50:28.081483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8989): Terminated: ok {rc=0}\u000a17:50:28.091622 --- ParallelTerminationStrategy: PID 8992 died...\u000a17:50:28.145071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8992): Terminated: ok {rc=0}\u000a17:50:28.154769 --- ParallelTerminationStrategy: PID 8995 died...\u000a17:50:28.209153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8995): Terminated: ok {rc=0}\u000a17:50:28.293134 bus /gobi_0: Setting Powered False\u000a17:50:29.395985 bus /gobi_0: Setting Powered False\u000a17:50:30.507275 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9005): Process ended prematurely: osmo-stp_10.42.42.5(pid=9005) [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9005)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9005): Process ended prematurely: osmo-stp_10.42.42.5(pid=9005) [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a17:50:31.652156 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:31.665372 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:50:31.860104 tst iperf3.py: using LAC 30473\u000a17:50:32.000323 tst iperf3.py: using RAC 128\u000a17:50:32.153641 tst iperf3.py: using CellId 30473\u000a17:50:32.284521 tst iperf3.py: using BVCI 30474\u000a17:50:32.308221 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:32.319458 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:32.330572 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:32.342760 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:32.354596 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:32.366576 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:32.378533 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:32.390272 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:32.402435 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:50:32.703591 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:50:32.841612 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:33.182515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8997): Launched\u000a17:50:33.465932 run iperf3-srv_10.42.42.10(pid=8998): Launched\u000a17:50:33.667261 tst iperf3.py:8: start network...\u000a17:50:33.804475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:50:34.331030 run create_hlr_db(pid=8999): Launched\u000a17:50:34.508836 bus /gobi_6: Setting Powered False\u000a17:50:35.529728 run create_hlr_db(pid=8999): Terminated: ok {rc=0}\u000a17:50:35.967448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9001): Launched\u000a17:50:36.300248 run osmo-hlr_10.42.42.2(pid=9002): Launched\u000a17:50:36.421016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:50:36.994369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9004): Launched\u000a17:50:37.326664 run osmo-stp_10.42.42.5(pid=9005): Launched\u000a17:50:37.445697 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:50:38.022994 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9007): Launched\u000a17:50:38.140915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:50:38.428784 run patchelf(pid=9008): Launched\u000a17:50:38.621135 run osmo-stp_10.42.42.5(pid=9005): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9005)]\u000a17:50:38.761375 run osmo-stp_10.42.42.5(pid=9005): stdout: \u000a| (launched: 2022-12-12_17:50:37.162158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:38.902844 run osmo-stp_10.42.42.5(pid=9005): stderr: \u000a| �[0;m�[38;5;43m20221212175037353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175037353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175037353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175037354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175037354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175037354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175037354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:39.038906 run osmo-stp_10.42.42.5(pid=9005): stdout: \u000a| (launched: 2022-12-12_17:50:37.162158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:39.173675 run osmo-stp_10.42.42.5(pid=9005): stderr: \u000a| �[0;m�[38;5;43m20221212175037353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175037353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175037353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175037354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175037354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175037354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175037354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:39.331191 run patchelf(pid=9008): Terminating (SIGINT)\u000a17:50:39.515819 run patchelf(pid=9008): Terminated: ok {rc=0}\u000a17:50:39.549668 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9005): Process ended prematurely: osmo-stp_10.42.42.5(pid=9005) [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9005)] [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a17:50:39.559608 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a17:50:39.622931 run osmo-hlr_10.42.42.2(pid=9002): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9002)]\u000a17:50:39.674625 run osmo-hlr_10.42.42.2(pid=9002): stdout: \u000a| (launched: 2022-12-12_17:50:36.135902) \u000a17:50:39.726836 run osmo-hlr_10.42.42.2(pid=9002): stderr: \u000a| �[0;m�[1;31m20221212175036333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175036333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175036333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175036333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175036334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175036334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175036346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:50:39.771417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8997): Terminating (SIGTERM)\u000a17:50:39.813697 run iperf3-srv_10.42.42.10(pid=8998): Terminating (SIGTERM)\u000a17:50:39.856325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9001): Terminating (SIGTERM)\u000a17:50:39.898763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9004): Terminating (SIGTERM)\u000a17:50:39.941037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9007): Terminating (SIGTERM)\u000a17:50:39.950805 --- ParallelTerminationStrategy: PID 8997 died...\u000a17:50:40.007406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8997): Terminated: ok {rc=0}\u000a17:50:40.017656 --- ParallelTerminationStrategy: PID 8998 died...\u000a17:50:40.073791 run iperf3-srv_10.42.42.10(pid=8998): Terminated {rc=256}\u000a17:50:40.083957 --- ParallelTerminationStrategy: PID 9001 died...\u000a17:50:40.139894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9001): Terminated: ok {rc=0}\u000a17:50:40.150018 --- ParallelTerminationStrategy: PID 9004 died...\u000a17:50:40.206005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9004): Terminated: ok {rc=0}\u000a17:50:40.216078 --- ParallelTerminationStrategy: PID 9007 died...\u000a17:50:40.272016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9007): Terminated: ok {rc=0}\u000a17:50:40.360694 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9023): Process ended prematurely: osmo-stp_10.42.42.5(pid=9023) [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9023)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9023): Process ended prematurely: osmo-stp_10.42.42.5(pid=9023) [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a17:50:41.477075 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:41.489165 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:50:41.646805 tst iperf3m4.py: using LAC 30474\u000a17:50:41.774917 tst iperf3m4.py: using RAC 129\u000a17:50:41.902815 tst iperf3m4.py: using CellId 30474\u000a17:50:42.029387 tst iperf3m4.py: using BVCI 30475\u000a17:50:42.054701 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:42.066298 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:42.077774 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:42.089253 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:42.100467 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:42.111829 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:42.123268 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:42.134811 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:50:42.146272 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:50:42.265328 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:50:42.389137 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:50:42.506153 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:50:42.788007 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:50:42.916729 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:43.238279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9009): Launched\u000a17:50:43.505911 run iperf3-srv_10.42.42.10(pid=9010): Launched\u000a17:50:43.692503 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:50:43.820150 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:44.142496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9011): Launched\u000a17:50:44.409405 run iperf3-srv_10.42.42.10(pid=9012): Launched\u000a17:50:44.605299 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:50:44.742783 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:45.085126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9013): Launched\u000a17:50:45.369720 run iperf3-srv_10.42.42.10(pid=9014): Launched\u000a17:50:45.570988 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:50:45.708309 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:50:46.126562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9015): Launched\u000a17:50:46.462047 run iperf3-srv_10.42.42.10(pid=9016): Launched\u000a17:50:46.661133 tst iperf3m4.py:8: start network...\u000a17:50:46.795519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:50:47.309236 run create_hlr_db(pid=9017): Launched\u000a17:50:47.486626 bus /gobi_6: Setting Powered False\u000a17:50:48.507259 run create_hlr_db(pid=9017): Terminated: ok {rc=0}\u000a17:50:48.916727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9019): Launched\u000a17:50:49.228198 run osmo-hlr_10.42.42.2(pid=9020): Launched\u000a17:50:49.348169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:50:49.890499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9022): Launched\u000a17:50:50.199170 run osmo-stp_10.42.42.5(pid=9023): Launched\u000a17:50:50.310511 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:50:50.847706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9025): Launched\u000a17:50:50.957787 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:50:51.228273 run patchelf(pid=9026): Launched\u000a17:50:51.408809 run osmo-stp_10.42.42.5(pid=9023): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9023)]\u000a17:50:51.540852 run osmo-stp_10.42.42.5(pid=9023): stdout: \u000a| (launched: 2022-12-12_17:50:50.046426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:51.674134 run osmo-stp_10.42.42.5(pid=9023): stderr: \u000a| �[0;m�[38;5;43m20221212175050218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175050219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175050219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175050219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175050220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175050220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175050220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:51.801761 run osmo-stp_10.42.42.5(pid=9023): stdout: \u000a| (launched: 2022-12-12_17:50:50.046426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:50:51.953401 run osmo-stp_10.42.42.5(pid=9023): stderr: \u000a| �[0;m�[38;5;43m20221212175050218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175050219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175050219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175050219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175050220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175050220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175050220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:50:52.100823 run patchelf(pid=9026): Terminating (SIGINT)\u000a17:50:52.274586 run patchelf(pid=9026): Terminated: ok {rc=0}\u000a17:50:52.306358 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9023): Process ended prematurely: osmo-stp_10.42.42.5(pid=9023) [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9023)] [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a17:50:52.315757 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a17:50:52.377341 run osmo-hlr_10.42.42.2(pid=9020): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9020)]\u000a17:50:52.427147 run osmo-hlr_10.42.42.2(pid=9020): stdout: \u000a| (launched: 2022-12-12_17:50:49.073226) \u000a17:50:52.477302 run osmo-hlr_10.42.42.2(pid=9020): stderr: \u000a| �[0;m�[1;31m20221212175049247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175049247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175049247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175049247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175049247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175049247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175049259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175049267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175049268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175049268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:50:52.520042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9009): Terminating (SIGTERM)\u000a17:50:52.560573 run iperf3-srv_10.42.42.10(pid=9010): Terminating (SIGTERM)\u000a17:50:52.600934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9011): Terminating (SIGTERM)\u000a17:50:52.641588 run iperf3-srv_10.42.42.10(pid=9012): Terminating (SIGTERM)\u000a17:50:52.682181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9013): Terminating (SIGTERM)\u000a17:50:52.722791 run iperf3-srv_10.42.42.10(pid=9014): Terminating (SIGTERM)\u000a17:50:52.768204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9015): Terminating (SIGTERM)\u000a17:50:52.810699 run iperf3-srv_10.42.42.10(pid=9016): Terminating (SIGTERM)\u000a17:50:52.853707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9019): Terminating (SIGTERM)\u000a17:50:52.896186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9022): Terminating (SIGTERM)\u000a17:50:52.939175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9025): Terminating (SIGTERM)\u000a17:50:52.949124 --- ParallelTerminationStrategy: PID 9009 died...\u000a17:50:53.005997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9009): Terminated: ok {rc=0}\u000a17:50:53.016489 --- ParallelTerminationStrategy: PID 9010 died...\u000a17:50:53.073032 run iperf3-srv_10.42.42.10(pid=9010): Terminated {rc=256}\u000a17:50:53.083266 --- ParallelTerminationStrategy: PID 9011 died...\u000a17:50:53.139610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9011): Terminated: ok {rc=0}\u000a17:50:53.149918 --- ParallelTerminationStrategy: PID 9012 died...\u000a17:50:53.206227 run iperf3-srv_10.42.42.10(pid=9012): Terminated {rc=256}\u000a17:50:53.216444 --- ParallelTerminationStrategy: PID 9013 died...\u000a17:50:53.272851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9013): Terminated: ok {rc=0}\u000a17:50:53.283102 --- ParallelTerminationStrategy: PID 9014 died...\u000a17:50:53.339525 run iperf3-srv_10.42.42.10(pid=9014): Terminated {rc=256}\u000a17:50:53.349792 --- ParallelTerminationStrategy: PID 9015 died...\u000a17:50:53.406736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9015): Terminated: ok {rc=0}\u000a17:50:53.416883 --- ParallelTerminationStrategy: PID 9016 died...\u000a17:50:53.473451 run iperf3-srv_10.42.42.10(pid=9016): Terminated {rc=256}\u000a17:50:53.483719 --- ParallelTerminationStrategy: PID 9019 died...\u000a17:50:53.540330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9019): Terminated: ok {rc=0}\u000a17:50:53.550602 --- ParallelTerminationStrategy: PID 9022 died...\u000a17:50:53.607429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9022): Terminated: ok {rc=0}\u000a17:50:53.617838 --- ParallelTerminationStrategy: PID 9025 died...\u000a17:50:53.674478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9025): Terminated: ok {rc=0}\u000a17:50:53.761999 bus /gobi_4: Setting Powered False\u000a17:50:54.870195 bus /gobi_4: Setting Powered False\u000a17:50:55.982984 bus /gobi_1: Setting Powered False\u000a17:50:57.087282 bus /gobi_1: Setting Powered False\u000a17:50:58.200668 bus /gobi_0: Setting Powered False\u000a17:50:59.305162 bus /gobi_0: Setting Powered False\u000a17:51:00.414133 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9033): Process ended prematurely: osmo-stp_10.42.42.5(pid=9033) [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9033)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9033): Process ended prematurely: osmo-stp_10.42.42.5(pid=9033) [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a17:51:01.482599 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:51:01.495535 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:51:01.653368 tst ping.py: using LAC 30475\u000a17:51:01.810056 tst ping.py: using RAC 130\u000a17:51:01.982901 tst ping.py: using CellId 30475\u000a17:51:02.149216 tst ping.py: using BVCI 30476\u000a17:51:02.177539 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:51:02.189574 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:51:02.201356 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:51:02.213333 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:51:02.225655 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:51:02.237701 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:51:02.250051 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:51:02.262085 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:51:02.560212 tst ping.py:19: start network...\u000a17:51:02.696171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:51:03.219151 run create_hlr_db(pid=9027): Launched\u000a17:51:03.406992 bus /gobi_6: Setting Powered False\u000a17:51:04.427960 run create_hlr_db(pid=9027): Terminated: ok {rc=0}\u000a17:51:04.837848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9029): Launched\u000a17:51:05.146055 run osmo-hlr_10.42.42.2(pid=9030): Launched\u000a17:51:05.262087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:51:05.798018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9032): Launched\u000a17:51:06.102574 run osmo-stp_10.42.42.5(pid=9033): Launched\u000a17:51:06.213204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:51:06.741691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9035): Launched\u000a17:51:06.849448 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:51:07.116424 run patchelf(pid=9036): Launched\u000a17:51:07.292486 run osmo-stp_10.42.42.5(pid=9033): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9033)]\u000a17:51:07.421676 run osmo-stp_10.42.42.5(pid=9033): stdout: \u000a| (launched: 2022-12-12_17:51:05.951676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:07.551171 run osmo-stp_10.42.42.5(pid=9033): stderr: \u000a| �[0;m�[38;5;43m20221212175106119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175106120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175106120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175106120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175106121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175106121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175106121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:07.676346 run osmo-stp_10.42.42.5(pid=9033): stdout: \u000a| (launched: 2022-12-12_17:51:05.951676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:07.800243 run osmo-stp_10.42.42.5(pid=9033): stderr: \u000a| �[0;m�[38;5;43m20221212175106119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175106120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175106120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175106120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175106121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175106121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175106121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:07.944648 run patchelf(pid=9036): Terminating (SIGINT)\u000a17:51:08.113973 run patchelf(pid=9036): Terminated: ok {rc=0}\u000a17:51:08.144713 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9033): Process ended prematurely: osmo-stp_10.42.42.5(pid=9033) [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9033)] [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a17:51:08.153507 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:51:08.214325 run osmo-hlr_10.42.42.2(pid=9030): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9030)]\u000a17:51:08.264207 run osmo-hlr_10.42.42.2(pid=9030): stdout: \u000a| (launched: 2022-12-12_17:51:04.991990) \u000a17:51:08.314943 run osmo-hlr_10.42.42.2(pid=9030): stderr: \u000a| �[0;m�[1;31m20221212175105168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175105168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175105168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175105168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175105168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175105168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175105179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175105188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175105188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175105188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:51:08.357137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9029): Terminating (SIGTERM)\u000a17:51:08.397421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9032): Terminating (SIGTERM)\u000a17:51:08.437498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9035): Terminating (SIGTERM)\u000a17:51:08.447066 --- ParallelTerminationStrategy: PID 9029 died...\u000a17:51:08.500751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9029): Terminated: ok {rc=0}\u000a17:51:08.510982 --- ParallelTerminationStrategy: PID 9032 died...\u000a17:51:08.564505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9032): Terminated: ok {rc=0}\u000a17:51:08.574439 --- ParallelTerminationStrategy: PID 9035 died...\u000a17:51:08.628620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9035): Terminated: ok {rc=0}\u000a17:51:08.718564 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9043): Process ended prematurely: osmo-stp_10.42.42.5(pid=9043) [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9043)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9043): Process ended prematurely: osmo-stp_10.42.42.5(pid=9043) [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a17:51:09.772918 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:51:09.785170 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:51:09.932210 tst ping_idle_ping.py: using LAC 30476\u000a17:51:10.051311 tst ping_idle_ping.py: using RAC 131\u000a17:51:10.171995 tst ping_idle_ping.py: using CellId 30476\u000a17:51:10.294063 tst ping_idle_ping.py: using BVCI 30477\u000a17:51:10.317682 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:51:10.328850 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:51:10.339821 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:51:10.351083 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:51:10.362134 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:51:10.373772 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:51:10.385346 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:51:10.396420 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:51:10.694181 tst ping_idle_ping.py:24: start network...\u000a17:51:10.829832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:51:11.354321 run create_hlr_db(pid=9037): Launched\u000a17:51:11.542644 bus /gobi_6: Setting Powered False\u000a17:51:12.563559 run create_hlr_db(pid=9037): Terminated: ok {rc=0}\u000a17:51:12.974363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9039): Launched\u000a17:51:13.280831 run osmo-hlr_10.42.42.2(pid=9040): Launched\u000a17:51:13.398217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:51:13.935001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9042): Launched\u000a17:51:14.241040 run osmo-stp_10.42.42.5(pid=9043): Launched\u000a17:51:14.351952 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:51:14.883374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9045): Launched\u000a17:51:14.992013 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:51:15.260142 run patchelf(pid=9046): Launched\u000a17:51:15.438404 run osmo-stp_10.42.42.5(pid=9043): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9043)]\u000a17:51:15.568403 run osmo-stp_10.42.42.5(pid=9043): stdout: \u000a| (launched: 2022-12-12_17:51:14.089279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:15.699088 run osmo-stp_10.42.42.5(pid=9043): stderr: \u000a| �[0;m�[38;5;43m20221212175114258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175114258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175114258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175114259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175114259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175114259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175114259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:15.827407 run osmo-stp_10.42.42.5(pid=9043): stdout: \u000a| (launched: 2022-12-12_17:51:14.089279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:15.985310 run osmo-stp_10.42.42.5(pid=9043): stderr: \u000a| �[0;m�[38;5;43m20221212175114258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175114258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175114258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175114259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175114259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175114259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175114259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:16.145250 run patchelf(pid=9046): Terminating (SIGINT)\u000a17:51:16.332373 run patchelf(pid=9046): Terminated: ok {rc=0}\u000a17:51:16.367979 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9043): Process ended prematurely: osmo-stp_10.42.42.5(pid=9043) [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9043)] [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a17:51:16.378091 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a17:51:16.443240 run osmo-hlr_10.42.42.2(pid=9040): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9040)]\u000a17:51:16.496525 run osmo-hlr_10.42.42.2(pid=9040): stdout: \u000a| (launched: 2022-12-12_17:51:13.128224) \u000a17:51:16.551171 run osmo-hlr_10.42.42.2(pid=9040): stderr: \u000a| �[0;m�[1;31m20221212175113303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175113303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175113303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175113303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175113303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175113303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175113315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175113324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175113324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175113324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:51:16.597708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9039): Terminating (SIGTERM)\u000a17:51:16.643213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9042): Terminating (SIGTERM)\u000a17:51:16.689107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9045): Terminating (SIGTERM)\u000a17:51:16.699802 --- ParallelTerminationStrategy: PID 9039 died...\u000a17:51:16.760090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9039): Terminated: ok {rc=0}\u000a17:51:16.770789 --- ParallelTerminationStrategy: PID 9042 died...\u000a17:51:16.828718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9042): Terminated: ok {rc=0}\u000a17:51:16.839684 --- ParallelTerminationStrategy: PID 9045 died...\u000a17:51:16.899409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9045): Terminated: ok {rc=0}\u000a17:51:16.994919 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:50:18" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9058): Process ended prematurely: osmo-stp_10.42.42.5(pid=9058) [trial-2380↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9058)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9058): Process ended prematurely: osmo-stp_10.42.42.5(pid=9058) [trial-2380↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a17:51:19.000807 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:51:19.012570 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:51:19.163646 tst switch_tch_pdch.py: using LAC 30477\u000a17:51:19.291849 tst switch_tch_pdch.py: using RAC 132\u000a17:51:19.420494 tst switch_tch_pdch.py: using CellId 30477\u000a17:51:19.553499 tst switch_tch_pdch.py: using BVCI 30478\u000a17:51:19.576657 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:51:19.588089 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:51:19.599246 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:51:19.610522 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:51:19.621463 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:51:19.632647 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:51:19.644546 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:51:19.655858 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:51:19.777632 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:51:20.073876 tst switch_tch_pdch.py:51: start network...\u000a17:51:20.208752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:51:20.728110 run create_hlr_db(pid=9052): Launched\u000a17:51:20.915511 bus /gobi_6: Setting Powered False\u000a17:51:21.936509 run create_hlr_db(pid=9052): Terminated: ok {rc=0}\u000a17:51:22.342561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9054): Launched\u000a17:51:22.646344 run osmo-hlr_10.42.42.2(pid=9055): Launched\u000a17:51:22.762512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:51:23.301118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9057): Launched\u000a17:51:23.607006 run osmo-stp_10.42.42.5(pid=9058): Launched\u000a17:51:23.717317 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:51:24.245184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9060): Launched\u000a17:51:24.352324 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:51:24.620740 run patchelf(pid=9061): Launched\u000a17:51:24.797126 run osmo-stp_10.42.42.5(pid=9058): ERR: Terminated: ERROR {rc=1} [trial-2380↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9058)]\u000a17:51:24.926524 run osmo-stp_10.42.42.5(pid=9058): stdout: \u000a| (launched: 2022-12-12_17:51:23.453745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:25.055626 run osmo-stp_10.42.42.5(pid=9058): stderr: \u000a| �[0;m�[38;5;43m20221212175123624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175123624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175123625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175123625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175123626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175123626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175123626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:25.180510 run osmo-stp_10.42.42.5(pid=9058): stdout: \u000a| (launched: 2022-12-12_17:51:23.453745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:25.304437 run osmo-stp_10.42.42.5(pid=9058): stderr: \u000a| �[0;m�[38;5;43m20221212175123624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175123624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175123625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175123625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175123626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175123626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175123626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:25.449175 run patchelf(pid=9061): Terminating (SIGINT)\u000a17:51:25.619385 run patchelf(pid=9061): Terminated: ok {rc=0}\u000a17:51:25.650167 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9058): Process ended prematurely: osmo-stp_10.42.42.5(pid=9058) [trial-2380↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9058)] [trial-2380↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a17:51:25.658813 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a17:51:25.719523 run osmo-hlr_10.42.42.2(pid=9055): ERR: Terminated: ERROR {rc=237} [trial-2380↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9055)]\u000a17:51:25.769033 run osmo-hlr_10.42.42.2(pid=9055): stdout: \u000a| (launched: 2022-12-12_17:51:22.496000) \u000a17:51:25.818983 run osmo-hlr_10.42.42.2(pid=9055): stderr: \u000a| �[0;m�[1;31m20221212175122672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175122672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175122672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175122672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175122672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175122672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175122684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175122693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175122693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175122693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:51:25.861253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9054): Terminating (SIGTERM)\u000a17:51:25.901404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9057): Terminating (SIGTERM)\u000a17:51:25.941518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9060): Terminating (SIGTERM)\u000a17:51:25.951052 --- ParallelTerminationStrategy: PID 9054 died...\u000a17:51:26.004618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9054): Terminated: ok {rc=0}\u000a17:51:26.014488 --- ParallelTerminationStrategy: PID 9057 died...\u000a17:51:26.067775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9057): Terminated: ok {rc=0}\u000a17:51:26.077677 --- ParallelTerminationStrategy: PID 9060 died...\u000a17:51:26.130970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9060): Terminated: ok {rc=0}\u000a17:51:26.220050 bus /gobi_0: Setting Powered False\u000a17:51:27.323551 bus /gobi_0: Setting Powered False\u000a17:51:28.435569 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:51:18" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9071): Process ended prematurely: osmo-stp_10.42.42.5(pid=9071) [trial-2380↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9071)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9071): Process ended prematurely: osmo-stp_10.42.42.5(pid=9071) [trial-2380↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a17:51:30.383775 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:51:30.395389 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a17:51:30.546754 tst switch_tch_pdch.py: using LAC 30478\u000a17:51:30.672556 tst switch_tch_pdch.py: using RAC 133\u000a17:51:30.797144 tst switch_tch_pdch.py: using CellId 30478\u000a17:51:30.953585 tst switch_tch_pdch.py: using BVCI 30479\u000a17:51:30.979376 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:51:30.991833 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:51:31.003779 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:51:31.015672 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:51:31.029686 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:51:31.043881 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:51:31.057169 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:51:31.070106 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:51:31.212321 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:51:31.511207 tst switch_tch_pdch.py:51: start network...\u000a17:51:31.663391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:51:32.190647 run create_hlr_db(pid=9065): Launched\u000a17:51:32.317672 bus /gobi_6: Setting Powered False\u000a17:51:33.386784 run create_hlr_db(pid=9065): Terminated: ok {rc=0}\u000a17:51:33.792821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9067): Launched\u000a17:51:34.119861 run osmo-hlr_10.42.42.2(pid=9068): Launched\u000a17:51:34.241537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:51:34.778869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9070): Launched\u000a17:51:35.105588 run osmo-stp_10.42.42.5(pid=9071): Launched\u000a17:51:35.221742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:51:35.761910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9073): Launched\u000a17:51:35.877492 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:51:36.162698 run patchelf(pid=9074): Launched\u000a17:51:36.351842 run osmo-stp_10.42.42.5(pid=9071): ERR: Terminated: ERROR {rc=1} [trial-2380↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9071)]\u000a17:51:36.490637 run osmo-stp_10.42.42.5(pid=9071): stdout: \u000a| (launched: 2022-12-12_17:51:34.944322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:36.629437 run osmo-stp_10.42.42.5(pid=9071): stderr: \u000a| �[0;m�[38;5;43m20221212175135137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175135137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175135137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175135138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175135138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175135138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175135138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:36.763198 run osmo-stp_10.42.42.5(pid=9071): stdout: \u000a| (launched: 2022-12-12_17:51:34.944322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:36.896444 run osmo-stp_10.42.42.5(pid=9071): stderr: \u000a| �[0;m�[38;5;43m20221212175135137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175135137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175135137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175135138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175135138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175135138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175135138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:37.051084 run patchelf(pid=9074): Terminating (SIGINT)\u000a17:51:37.232423 run patchelf(pid=9074): Terminated: ok {rc=0}\u000a17:51:37.265328 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9071): Process ended prematurely: osmo-stp_10.42.42.5(pid=9071) [trial-2380↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9071)] [trial-2380↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a17:51:37.274770 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a17:51:37.337741 run osmo-hlr_10.42.42.2(pid=9068): ERR: Terminated: ERROR {rc=237} [trial-2380↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9068)]\u000a17:51:37.389349 run osmo-hlr_10.42.42.2(pid=9068): stdout: \u000a| (launched: 2022-12-12_17:51:33.958737) \u000a17:51:37.441347 run osmo-hlr_10.42.42.2(pid=9068): stderr: \u000a| �[0;m�[1;31m20221212175134157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175134157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175134157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175134157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175134157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175134157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175134169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175134178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175134178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175134178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:51:37.485931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9067): Terminating (SIGTERM)\u000a17:51:37.527727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9070): Terminating (SIGTERM)\u000a17:51:37.569799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9073): Terminating (SIGTERM)\u000a17:51:37.579651 --- ParallelTerminationStrategy: PID 9067 died...\u000a17:51:37.635492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9067): Terminated: ok {rc=0}\u000a17:51:37.645683 --- ParallelTerminationStrategy: PID 9070 died...\u000a17:51:37.701495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9070): Terminated: ok {rc=0}\u000a17:51:37.711530 --- ParallelTerminationStrategy: PID 9073 died...\u000a17:51:37.767467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9073): Terminated: ok {rc=0}\u000a17:51:37.854482 bus /gobi_0: Setting Powered False\u000a17:51:38.961632 bus /gobi_0: Setting Powered False\u000a17:51:40.070025 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:51:30" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9080): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9080) [trial-2380↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9080)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9080): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9080) [trial-2380↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a17:51:41.935708 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a17:51:41.946947 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a17:51:42.074785 tst mo_mt_sms.py: using LAC 30479\u000a17:51:42.201300 tst mo_mt_sms.py: using RAC 134\u000a17:51:42.329512 tst mo_mt_sms.py: using CellId 30479\u000a17:51:42.457798 tst mo_mt_sms.py: using BVCI 30480\u000a17:51:42.482418 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a17:51:42.602629 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a17:51:42.896684 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:51:43.032239 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:51:43.703385 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9079): Launched\u000a17:51:44.030344 run osmo-nitb_10.42.42.2(pid=9080): Launched\u000a17:51:44.228453 run osmo-nitb_10.42.42.2(pid=9080): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9080)]\u000a17:51:44.374854 run osmo-nitb_10.42.42.2(pid=9080): stdout: \u000a| (launched: 2022-12-12_17:51:43.870888) \u000a17:51:44.521631 run osmo-nitb_10.42.42.2(pid=9080): stderr: \u000a| (launched: 2022-12-12_17:51:43.919399)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:51:44.664305 run osmo-nitb_10.42.42.2(pid=9080): stdout: \u000a| (launched: 2022-12-12_17:51:43.870888) \u000a17:51:44.805345 run osmo-nitb_10.42.42.2(pid=9080): stderr: \u000a| (launched: 2022-12-12_17:51:43.919399)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:51:45.161982 tst osmo-nitb_10.42.42.2(pid=9080): stdout: \u000a| (launched: 2022-12-12_17:51:43.870888) \u000a17:51:45.291939 tst osmo-nitb_10.42.42.2(pid=9080): stderr: \u000a| (launched: 2022-12-12_17:51:43.919399)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:51:45.348442 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9080): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9080) [trial-2380↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9080)] [trial-2380↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a17:51:45.357223 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a17:51:45.394679 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9079): Terminating (SIGTERM)\u000a17:51:45.573223 --- ParallelTerminationStrategy: PID 9079 died...\u000a17:51:45.631624 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9079): Terminated: ok {rc=0}\u000a17:51:45.720675 bus /sierra_3: Setting Powered False\u000a17:51:46.832567 bus /sierra_3: Setting Powered False\u000a17:51:47.945060 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:51:41" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9090): Process ended prematurely: osmo-stp_10.42.42.5(pid=9090) [trial-2380↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9090)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9090): Process ended prematurely: osmo-stp_10.42.42.5(pid=9090) [trial-2380↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a17:51:49.805013 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:51:49.816005 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a17:51:49.944461 tst mo_mt_sms.py: using LAC 30480\u000a17:51:50.073095 tst mo_mt_sms.py: using RAC 135\u000a17:51:50.204260 tst mo_mt_sms.py: using CellId 30480\u000a17:51:50.331402 tst mo_mt_sms.py: using BVCI 30481\u000a17:51:50.356113 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:51:50.367261 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:51:50.378201 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:51:50.389131 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:51:50.400035 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:51:50.411000 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a17:51:50.527521 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a17:51:50.740759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:51:51.260887 run create_hlr_db(pid=9084): Launched\u000a17:51:51.447906 bus /sierra_2: Setting Powered False\u000a17:51:52.469312 run create_hlr_db(pid=9084): Terminated: ok {rc=0}\u000a17:51:52.878932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9086): Launched\u000a17:51:53.182622 run osmo-hlr_10.42.42.2(pid=9087): Launched\u000a17:51:53.300261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:51:53.830480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9089): Launched\u000a17:51:54.134247 run osmo-stp_10.42.42.5(pid=9090): Launched\u000a17:51:54.244108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:51:54.798799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9092): Launched\u000a17:51:55.104861 run osmo-msc_10.42.42.6(pid=9093): Launched\u000a17:51:55.282922 run osmo-stp_10.42.42.5(pid=9090): ERR: Terminated: ERROR {rc=1} [trial-2380↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9090)]\u000a17:51:55.411878 run osmo-stp_10.42.42.5(pid=9090): stdout: \u000a| (launched: 2022-12-12_17:51:53.984152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:55.538128 run osmo-stp_10.42.42.5(pid=9090): stderr: \u000a| �[0;m�[38;5;43m20221212175154155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175154155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175154155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175154156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175154156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175154156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175154156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:55.659967 run osmo-stp_10.42.42.5(pid=9090): stdout: \u000a| (launched: 2022-12-12_17:51:53.984152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:51:55.781291 run osmo-stp_10.42.42.5(pid=9090): stderr: \u000a| �[0;m�[38;5;43m20221212175154155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175154155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175154155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175154156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175154156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175154156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175154156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:51:55.834183 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9090): Process ended prematurely: osmo-stp_10.42.42.5(pid=9090) [trial-2380↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9090)] [trial-2380↪sms:oc2g↪mo_mt_sms.py:16]\u000a17:51:55.842447 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a17:51:55.902851 run osmo-hlr_10.42.42.2(pid=9087): ERR: Terminated: ERROR {rc=237} [trial-2380↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9087)]\u000a17:51:55.952623 run osmo-hlr_10.42.42.2(pid=9087): stdout: \u000a| (launched: 2022-12-12_17:51:53.031978) \u000a17:51:56.003251 run osmo-hlr_10.42.42.2(pid=9087): stderr: \u000a| �[0;m�[1;31m20221212175153205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175153205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175153205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175153206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175153206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175153206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175153218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175153226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175153226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175153226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:51:56.070654 run osmo-msc_10.42.42.6(pid=9093): ERR: Terminated: ERROR {rc=2} [trial-2380↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9093)]\u000a17:51:56.120327 run osmo-msc_10.42.42.6(pid=9093): stdout: \u000a| (launched: 2022-12-12_17:51:54.952459) \u000a17:51:56.169841 run osmo-msc_10.42.42.6(pid=9093): stderr: \u000a| �[0;m�[38;5;43m20221212175155225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175155225 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd797c1bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175155225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175155225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175155225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175155226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175155227 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175155228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175155228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175155228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:51:56.212263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9086): Terminating (SIGTERM)\u000a17:51:56.252256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9089): Terminating (SIGTERM)\u000a17:51:56.292410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9092): Terminating (SIGTERM)\u000a17:51:56.302056 --- ParallelTerminationStrategy: PID 9086 died...\u000a17:51:56.355634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9086): Terminated: ok {rc=0}\u000a17:51:56.365969 --- ParallelTerminationStrategy: PID 9089 died...\u000a17:51:56.419465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9089): Terminated: ok {rc=0}\u000a17:51:56.429498 --- ParallelTerminationStrategy: PID 9092 died...\u000a17:51:56.482815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9092): Terminated: ok {rc=0}\u000a17:51:56.567176 bus /sierra_3: Setting Powered False\u000a17:51:57.674491 bus /sierra_3: Setting Powered False\u000a17:51:58.782591 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:51:49" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9099): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9099) [trial-2380↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9099)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9099): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9099) [trial-2380↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a17:52:00.586572 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a17:52:00.598036 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a17:52:00.724784 tst assert_extension.py: using LAC 30481\u000a17:52:00.863212 tst assert_extension.py: using RAC 136\u000a17:52:01.005066 tst assert_extension.py: using CellId 30481\u000a17:52:01.128135 tst assert_extension.py: using BVCI 30482\u000a17:52:01.152119 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a17:52:01.451498 tst assert_extension.py:10: start nitb and bts...\u000a17:52:01.591960 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:52:02.278846 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9098): Launched\u000a17:52:02.604291 run osmo-nitb_10.42.42.2(pid=9099): Launched\u000a17:52:02.803069 run osmo-nitb_10.42.42.2(pid=9099): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9099)]\u000a17:52:02.949883 run osmo-nitb_10.42.42.2(pid=9099): stdout: \u000a| (launched: 2022-12-12_17:52:02.444877) \u000a17:52:03.096399 run osmo-nitb_10.42.42.2(pid=9099): stderr: \u000a| (launched: 2022-12-12_17:52:02.493444)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:52:03.238420 run osmo-nitb_10.42.42.2(pid=9099): stdout: \u000a| (launched: 2022-12-12_17:52:02.444877) \u000a17:52:03.379591 run osmo-nitb_10.42.42.2(pid=9099): stderr: \u000a| (launched: 2022-12-12_17:52:02.493444)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:52:03.734990 tst osmo-nitb_10.42.42.2(pid=9099): stdout: \u000a| (launched: 2022-12-12_17:52:02.444877) \u000a17:52:03.864557 tst osmo-nitb_10.42.42.2(pid=9099): stderr: \u000a| (launched: 2022-12-12_17:52:02.493444)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:52:03.921318 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9099): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9099) [trial-2380↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9099)] [trial-2380↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a17:52:03.930101 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a17:52:03.966425 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9098): Terminating (SIGTERM)\u000a17:52:04.144280 --- ParallelTerminationStrategy: PID 9098 died...\u000a17:52:04.202160 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9098): Terminated: ok {rc=0}\u000a17:52:04.289908 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:52:00" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9109): Process ended prematurely: osmo-stp_10.42.42.5(pid=9109) [trial-2380↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9109)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9109): Process ended prematurely: osmo-stp_10.42.42.5(pid=9109) [trial-2380↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a17:52:06.092655 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:52:06.103722 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a17:52:06.229506 tst assert_extension.py: using LAC 30482\u000a17:52:06.356838 tst assert_extension.py: using RAC 137\u000a17:52:06.483763 tst assert_extension.py: using CellId 30482\u000a17:52:06.611498 tst assert_extension.py: using BVCI 30483\u000a17:52:06.636256 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:52:06.647443 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:52:06.658395 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:52:06.669289 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:52:06.681269 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:52:06.692512 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a17:52:06.903481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:52:07.424569 run create_hlr_db(pid=9103): Launched\u000a17:52:07.612612 bus /sierra_2: Setting Powered False\u000a17:52:08.633703 run create_hlr_db(pid=9103): Terminated: ok {rc=0}\u000a17:52:09.049850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9105): Launched\u000a17:52:09.378830 run osmo-hlr_10.42.42.2(pid=9106): Launched\u000a17:52:09.500942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:52:10.072719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9108): Launched\u000a17:52:10.399734 run osmo-stp_10.42.42.5(pid=9109): Launched\u000a17:52:10.517225 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:52:11.109557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9111): Launched\u000a17:52:11.437414 run osmo-msc_10.42.42.6(pid=9112): Launched\u000a17:52:11.628495 run osmo-stp_10.42.42.5(pid=9109): ERR: Terminated: ERROR {rc=1} [trial-2380↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9109)]\u000a17:52:11.765339 run osmo-stp_10.42.42.5(pid=9109): stdout: \u000a| (launched: 2022-12-12_17:52:10.237710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:11.902121 run osmo-stp_10.42.42.5(pid=9109): stderr: \u000a| �[0;m�[38;5;43m20221212175210430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175210431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175210431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175210431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175210432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175210432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175210432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:12.032356 run osmo-stp_10.42.42.5(pid=9109): stdout: \u000a| (launched: 2022-12-12_17:52:10.237710)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:12.162338 run osmo-stp_10.42.42.5(pid=9109): stderr: \u000a| �[0;m�[38;5;43m20221212175210430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175210431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175210431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175210431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175210432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175210432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175210432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:12.218949 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9109): Process ended prematurely: osmo-stp_10.42.42.5(pid=9109) [trial-2380↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9109)] [trial-2380↪ussd:oc2g↪assert_extension.py:17]\u000a17:52:12.227610 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a17:52:12.290307 run osmo-hlr_10.42.42.2(pid=9106): ERR: Terminated: ERROR {rc=237} [trial-2380↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9106)]\u000a17:52:12.341787 run osmo-hlr_10.42.42.2(pid=9106): stdout: \u000a| (launched: 2022-12-12_17:52:09.215653) \u000a17:52:12.393637 run osmo-hlr_10.42.42.2(pid=9106): stderr: \u000a| �[0;m�[1;31m20221212175209415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175209415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175209415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175209415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175209415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175209415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175209428 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175209436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175209437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175209437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:52:12.464476 run osmo-msc_10.42.42.6(pid=9112): ERR: Terminated: ERROR {rc=2} [trial-2380↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9112)]\u000a17:52:12.516326 run osmo-msc_10.42.42.6(pid=9112): stdout: \u000a| (launched: 2022-12-12_17:52:11.274763) \u000a17:52:12.568187 run osmo-msc_10.42.42.6(pid=9112): stderr: \u000a| �[0;m�[38;5;43m20221212175211597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175211597 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1fb247c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175211597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175211597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175211597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175211598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175211599 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175211600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175211600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175211600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:52:12.612322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9105): Terminating (SIGTERM)\u000a17:52:12.653965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9108): Terminating (SIGTERM)\u000a17:52:12.695702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9111): Terminating (SIGTERM)\u000a17:52:12.705188 --- ParallelTerminationStrategy: PID 9105 died...\u000a17:52:12.761063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9105): Terminated: ok {rc=0}\u000a17:52:12.771120 --- ParallelTerminationStrategy: PID 9108 died...\u000a17:52:12.827331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9108): Terminated: ok {rc=0}\u000a17:52:12.837370 --- ParallelTerminationStrategy: PID 9111 died...\u000a17:52:12.893100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9111): Terminated: ok {rc=0}\u000a17:52:12.980767 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:52:05" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9123): Process ended prematurely: osmo-stp_10.42.42.5(pid=9123) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9123)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9123): Process ended prematurely: osmo-stp_10.42.42.5(pid=9123) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:52:14.899486 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:52:14.910731 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:52:15.054550 tst mo_mt_call.py: using LAC 30483\u000a17:52:15.173309 tst mo_mt_call.py: using RAC 138\u000a17:52:15.291880 tst mo_mt_call.py: using CellId 30483\u000a17:52:15.415486 tst mo_mt_call.py: using BVCI 30484\u000a17:52:15.439175 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:52:15.450318 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:52:15.461189 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:52:15.472673 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:52:15.484365 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:52:15.495954 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:52:15.616127 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:52:15.827010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:52:16.407004 run create_hlr_db(pid=9117): Launched\u000a17:52:16.602582 bus /sierra_2: Setting Powered False\u000a17:52:17.610477 run create_hlr_db(pid=9117): Terminated: ok {rc=0}\u000a17:52:18.066275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9119): Launched\u000a17:52:18.400227 run osmo-hlr_10.42.42.2(pid=9120): Launched\u000a17:52:18.524927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:52:19.105661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9122): Launched\u000a17:52:19.440258 run osmo-stp_10.42.42.5(pid=9123): Launched\u000a17:52:19.560890 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:52:20.168414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9125): Launched\u000a17:52:20.502637 run osmo-msc_10.42.42.6(pid=9126): Launched\u000a17:52:20.695799 run osmo-stp_10.42.42.5(pid=9123): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9123)]\u000a17:52:20.834977 run osmo-stp_10.42.42.5(pid=9123): stdout: \u000a| (launched: 2022-12-12_17:52:19.274410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:20.974132 run osmo-stp_10.42.42.5(pid=9123): stderr: \u000a| �[0;m�[38;5;43m20221212175219465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175219466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175219466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175219466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175219467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175219467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175219467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:21.107120 run osmo-stp_10.42.42.5(pid=9123): stdout: \u000a| (launched: 2022-12-12_17:52:19.274410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:21.239013 run osmo-stp_10.42.42.5(pid=9123): stderr: \u000a| �[0;m�[38;5;43m20221212175219465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175219466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175219466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175219466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175219467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175219467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175219467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:21.297219 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9123): Process ended prematurely: osmo-stp_10.42.42.5(pid=9123) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9123)] [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:52:21.306442 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:52:21.370095 run osmo-hlr_10.42.42.2(pid=9120): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9120)]\u000a17:52:21.422296 run osmo-hlr_10.42.42.2(pid=9120): stdout: \u000a| (launched: 2022-12-12_17:52:18.235312) \u000a17:52:21.474774 run osmo-hlr_10.42.42.2(pid=9120): stderr: \u000a| �[0;m�[1;31m20221212175218434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175218434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175218434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175218434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175218434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175218434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175218446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175218455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175218455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175218455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:52:21.546190 run osmo-msc_10.42.42.6(pid=9126): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9126)]\u000a17:52:21.597828 run osmo-msc_10.42.42.6(pid=9126): stdout: \u000a| (launched: 2022-12-12_17:52:20.337788) \u000a17:52:21.650050 run osmo-msc_10.42.42.6(pid=9126): stderr: \u000a| �[0;m�[38;5;43m20221212175220660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175220660 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efeff4aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175220660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175220660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175220661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175220661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175220663 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175220663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175220663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175220663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:52:21.694406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9119): Terminating (SIGTERM)\u000a17:52:21.736475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9122): Terminating (SIGTERM)\u000a17:52:21.778806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9125): Terminating (SIGTERM)\u000a17:52:21.788544 --- ParallelTerminationStrategy: PID 9119 died...\u000a17:52:21.845248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9119): Terminated: ok {rc=0}\u000a17:52:21.855445 --- ParallelTerminationStrategy: PID 9122 died...\u000a17:52:21.911915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9122): Terminated: ok {rc=0}\u000a17:52:21.922262 --- ParallelTerminationStrategy: PID 9125 died...\u000a17:52:21.978825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9125): Terminated: ok {rc=0}\u000a17:52:22.067605 bus /sierra_3: Setting Powered False\u000a17:52:23.175621 bus /sierra_3: Setting Powered False\u000a17:52:24.288471 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 178, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9138): Process ended prematurely: osmo-stp_10.42.42.5(pid=9138) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9138)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9138): Process ended prematurely: osmo-stp_10.42.42.5(pid=9138) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:52:25.405343 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:52:25.417808 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:52:25.571294 tst mo_mt_call_osmux.py: using LAC 30484\u000a17:52:25.700552 tst mo_mt_call_osmux.py: using RAC 139\u000a17:52:25.830929 tst mo_mt_call_osmux.py: using CellId 30484\u000a17:52:25.959732 tst mo_mt_call_osmux.py: using BVCI 30485\u000a17:52:25.983307 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:52:25.994762 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:52:26.005857 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:52:26.017246 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:52:26.028392 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:52:26.039668 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:52:26.161114 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:52:26.368610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:52:26.855261 run create_hlr_db(pid=9132): Launched\u000a17:52:27.033994 bus /sierra_2: Setting Powered False\u000a17:52:28.055106 run create_hlr_db(pid=9132): Terminated: ok {rc=0}\u000a17:52:28.496534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9134): Launched\u000a17:52:28.830399 run osmo-hlr_10.42.42.2(pid=9135): Launched\u000a17:52:28.952578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:52:29.528104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9137): Launched\u000a17:52:29.860675 run osmo-stp_10.42.42.5(pid=9138): Launched\u000a17:52:29.981569 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:52:30.585964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9140): Launched\u000a17:52:30.983724 run osmo-msc_10.42.42.6(pid=9141): Launched\u000a17:52:31.354401 run osmo-stp_10.42.42.5(pid=9138): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9138)]\u000a17:52:31.642114 run osmo-stp_10.42.42.5(pid=9138): stdout: \u000a| (launched: 2022-12-12_17:52:29.696843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:31.807337 run osmo-stp_10.42.42.5(pid=9138): stderr: \u000a| �[0;m�[38;5;43m20221212175229888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175229889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175229889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175229889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175229890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175229890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175229890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:31.958757 run osmo-stp_10.42.42.5(pid=9138): stdout: \u000a| (launched: 2022-12-12_17:52:29.696843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:32.114854 run osmo-stp_10.42.42.5(pid=9138): stderr: \u000a| �[0;m�[38;5;43m20221212175229888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175229889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175229889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175229889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175229890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175229890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175229890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:32.172101 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9138): Process ended prematurely: osmo-stp_10.42.42.5(pid=9138) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9138)] [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:52:32.181880 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a17:52:32.247063 run osmo-hlr_10.42.42.2(pid=9135): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9135)]\u000a17:52:32.298656 run osmo-hlr_10.42.42.2(pid=9135): stdout: \u000a| (launched: 2022-12-12_17:52:28.665454) \u000a17:52:32.350886 run osmo-hlr_10.42.42.2(pid=9135): stderr: \u000a| �[0;m�[1;31m20221212175228866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175228866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175228866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175228866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175228866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175228866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175228915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175228925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175228925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175228926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:52:32.418355 run osmo-msc_10.42.42.6(pid=9141): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9141)]\u000a17:52:32.469897 run osmo-msc_10.42.42.6(pid=9141): stdout: \u000a| (launched: 2022-12-12_17:52:30.753829) \u000a17:52:32.520480 run osmo-msc_10.42.42.6(pid=9141): stderr: \u000a| �[0;m�[38;5;43m20221212175231283 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175231284 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f8557ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175231284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175231284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175231284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175231284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175231292 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175231293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175231293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175231293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:52:32.562716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9134): Terminating (SIGTERM)\u000a17:52:32.603340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9137): Terminating (SIGTERM)\u000a17:52:32.643861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9140): Terminating (SIGTERM)\u000a17:52:32.654037 --- ParallelTerminationStrategy: PID 9134 died...\u000a17:52:32.708582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9134): Terminated: ok {rc=0}\u000a17:52:32.719095 --- ParallelTerminationStrategy: PID 9137 died...\u000a17:52:32.773369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9137): Terminated: ok {rc=0}\u000a17:52:32.783727 --- ParallelTerminationStrategy: PID 9140 died...\u000a17:52:32.837772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9140): Terminated: ok {rc=0}\u000a17:52:32.922689 bus /sierra_3: Setting Powered False\u000a17:52:34.031361 bus /sierra_3: Setting Powered False\u000a17:52:35.142843 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:52:14" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9153): Process ended prematurely: osmo-stp_10.42.42.5(pid=9153) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9153)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9153): Process ended prematurely: osmo-stp_10.42.42.5(pid=9153) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:52:37.099134 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:52:37.110270 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:52:37.255733 tst mo_mt_call.py: using LAC 30485\u000a17:52:37.378350 tst mo_mt_call.py: using RAC 140\u000a17:52:37.501504 tst mo_mt_call.py: using CellId 30485\u000a17:52:37.625309 tst mo_mt_call.py: using BVCI 30486\u000a17:52:37.648712 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:52:37.659739 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:52:37.670780 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:52:37.682038 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:52:37.693237 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:52:37.704455 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:52:37.826216 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:52:38.032414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:52:38.523912 run create_hlr_db(pid=9147): Launched\u000a17:52:38.702184 bus /sierra_2: Setting Powered False\u000a17:52:39.724462 run create_hlr_db(pid=9147): Terminated: ok {rc=0}\u000a17:52:40.139536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9149): Launched\u000a17:52:40.451946 run osmo-hlr_10.42.42.2(pid=9150): Launched\u000a17:52:40.565824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:52:41.105691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9152): Launched\u000a17:52:41.417075 run osmo-stp_10.42.42.5(pid=9153): Launched\u000a17:52:41.530200 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:52:42.098062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9155): Launched\u000a17:52:42.411140 run osmo-msc_10.42.42.6(pid=9156): Launched\u000a17:52:42.592694 run osmo-stp_10.42.42.5(pid=9153): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9153)]\u000a17:52:42.723749 run osmo-stp_10.42.42.5(pid=9153): stdout: \u000a| (launched: 2022-12-12_17:52:41.262706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:42.852254 run osmo-stp_10.42.42.5(pid=9153): stderr: \u000a| �[0;m�[38;5;43m20221212175241434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175241434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175241434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175241435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175241435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175241435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175241435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:42.976538 run osmo-stp_10.42.42.5(pid=9153): stdout: \u000a| (launched: 2022-12-12_17:52:41.262706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:43.100403 run osmo-stp_10.42.42.5(pid=9153): stderr: \u000a| �[0;m�[38;5;43m20221212175241434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175241434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175241434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175241435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175241435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175241435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175241435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:43.154676 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9153): Process ended prematurely: osmo-stp_10.42.42.5(pid=9153) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9153)] [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:52:43.163280 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:52:43.224876 run osmo-hlr_10.42.42.2(pid=9150): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9150)]\u000a17:52:43.275610 run osmo-hlr_10.42.42.2(pid=9150): stdout: \u000a| (launched: 2022-12-12_17:52:40.297269) \u000a17:52:43.326431 run osmo-hlr_10.42.42.2(pid=9150): stderr: \u000a| �[0;m�[1;31m20221212175240471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175240471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175240472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175240472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175240472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175240472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175240484 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175240492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175240492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175240492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:52:43.395030 run osmo-msc_10.42.42.6(pid=9156): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9156)]\u000a17:52:43.445122 run osmo-msc_10.42.42.6(pid=9156): stdout: \u000a| (launched: 2022-12-12_17:52:42.255009) \u000a17:52:43.495485 run osmo-msc_10.42.42.6(pid=9156): stderr: \u000a| �[0;m�[38;5;43m20221212175242527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175242528 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc748869c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175242528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175242528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175242528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175242528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175242530 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175242530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175242530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175242531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:52:43.538101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9149): Terminating (SIGTERM)\u000a17:52:43.578719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9152): Terminating (SIGTERM)\u000a17:52:43.619279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9155): Terminating (SIGTERM)\u000a17:52:43.628940 --- ParallelTerminationStrategy: PID 9149 died...\u000a17:52:43.683194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9149): Terminated: ok {rc=0}\u000a17:52:43.693190 --- ParallelTerminationStrategy: PID 9152 died...\u000a17:52:43.747428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9152): Terminated: ok {rc=0}\u000a17:52:43.757810 --- ParallelTerminationStrategy: PID 9155 died...\u000a17:52:43.812014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9155): Terminated: ok {rc=0}\u000a17:52:43.901981 bus /sierra_3: Setting Powered False\u000a17:52:45.007916 bus /sierra_3: Setting Powered False\u000a17:52:46.130997 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 178, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9164): Process ended prematurely: osmo-stp_10.42.42.5(pid=9164) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9164)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9164): Process ended prematurely: osmo-stp_10.42.42.5(pid=9164) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:52:47.247267 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:52:47.259252 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:52:47.405720 tst mo_mt_call_osmux.py: using LAC 30486\u000a17:52:47.527208 tst mo_mt_call_osmux.py: using RAC 141\u000a17:52:47.653112 tst mo_mt_call_osmux.py: using CellId 30486\u000a17:52:47.774240 tst mo_mt_call_osmux.py: using BVCI 30487\u000a17:52:47.802153 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:52:47.813836 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:52:47.825348 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:52:47.836793 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:52:47.848343 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:52:47.859940 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:52:47.982239 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:52:48.204066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:52:48.736296 run create_hlr_db(pid=9158): Launched\u000a17:52:48.928735 bus /sierra_2: Setting Powered False\u000a17:52:49.949832 run create_hlr_db(pid=9158): Terminated: ok {rc=0}\u000a17:52:50.392286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9160): Launched\u000a17:52:50.727486 run osmo-hlr_10.42.42.2(pid=9161): Launched\u000a17:52:50.850767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:52:51.428491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9163): Launched\u000a17:52:51.762967 run osmo-stp_10.42.42.5(pid=9164): Launched\u000a17:52:51.883304 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:52:52.490094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9166): Launched\u000a17:52:52.825406 run osmo-msc_10.42.42.6(pid=9167): Launched\u000a17:52:53.019121 run osmo-stp_10.42.42.5(pid=9164): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9164)]\u000a17:52:53.159142 run osmo-stp_10.42.42.5(pid=9164): stdout: \u000a| (launched: 2022-12-12_17:52:51.597662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:53.296605 run osmo-stp_10.42.42.5(pid=9164): stderr: \u000a| �[0;m�[38;5;43m20221212175251789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175251790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175251790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175251790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175251791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175251791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175251791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:53.429503 run osmo-stp_10.42.42.5(pid=9164): stdout: \u000a| (launched: 2022-12-12_17:52:51.597662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:52:53.560793 run osmo-stp_10.42.42.5(pid=9164): stderr: \u000a| �[0;m�[38;5;43m20221212175251789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175251790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175251790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175251790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175251791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175251791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175251791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:52:53.618889 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9164): Process ended prematurely: osmo-stp_10.42.42.5(pid=9164) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9164)] [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:52:53.628149 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:52:53.690945 run osmo-hlr_10.42.42.2(pid=9161): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9161)]\u000a17:52:53.742424 run osmo-hlr_10.42.42.2(pid=9161): stdout: \u000a| (launched: 2022-12-12_17:52:50.561735) \u000a17:52:53.794601 run osmo-hlr_10.42.42.2(pid=9161): stderr: \u000a| �[0;m�[1;31m20221212175250760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175250760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175250760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175250760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175250760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175250760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175250775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175250785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175250785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175250785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:52:53.865463 run osmo-msc_10.42.42.6(pid=9167): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9167)]\u000a17:52:53.917129 run osmo-msc_10.42.42.6(pid=9167): stdout: \u000a| (launched: 2022-12-12_17:52:52.659525) \u000a17:52:53.969359 run osmo-msc_10.42.42.6(pid=9167): stderr: \u000a| �[0;m�[38;5;43m20221212175252986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175252986 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2b2f30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175252986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175252986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175252986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175252987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175252988 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175252989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175252989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175252989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:52:54.013616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9160): Terminating (SIGTERM)\u000a17:52:54.055420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9163): Terminating (SIGTERM)\u000a17:52:54.097079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9166): Terminating (SIGTERM)\u000a17:52:54.106804 --- ParallelTerminationStrategy: PID 9160 died...\u000a17:52:54.162419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9160): Terminated: ok {rc=0}\u000a17:52:54.172412 --- ParallelTerminationStrategy: PID 9163 died...\u000a17:52:54.227769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9163): Terminated: ok {rc=0}\u000a17:52:54.237851 --- ParallelTerminationStrategy: PID 9166 died...\u000a17:52:54.293005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9166): Terminated: ok {rc=0}\u000a17:52:54.381217 bus /sierra_3: Setting Powered False\u000a17:52:55.484686 bus /sierra_3: Setting Powered False\u000a17:52:56.591787 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:52:36" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9178): Process ended prematurely: osmo-stp_10.42.42.5(pid=9178) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9178)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9178): Process ended prematurely: osmo-stp_10.42.42.5(pid=9178) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:52:58.559573 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:52:58.571256 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:52:58.727028 tst mo_mt_call.py: using LAC 30487\u000a17:52:58.859721 tst mo_mt_call.py: using RAC 142\u000a17:52:58.990058 tst mo_mt_call.py: using CellId 30487\u000a17:52:59.120848 tst mo_mt_call.py: using BVCI 30488\u000a17:52:59.146651 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:52:59.158288 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:52:59.169971 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:52:59.181356 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:52:59.192888 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:52:59.204339 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:52:59.326539 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:52:59.542489 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:53:00.075056 run create_hlr_db(pid=9172): Launched\u000a17:53:00.266507 bus /sierra_2: Setting Powered False\u000a17:53:01.291053 run create_hlr_db(pid=9172): Terminated: ok {rc=0}\u000a17:53:01.739940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9174): Launched\u000a17:53:02.139550 run osmo-hlr_10.42.42.2(pid=9175): Launched\u000a17:53:02.298004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:53:02.848647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9177): Launched\u000a17:53:03.161082 run osmo-stp_10.42.42.5(pid=9178): Launched\u000a17:53:03.274179 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:53:03.841488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9180): Launched\u000a17:53:04.154486 run osmo-msc_10.42.42.6(pid=9181): Launched\u000a17:53:04.335482 run osmo-stp_10.42.42.5(pid=9178): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9178)]\u000a17:53:04.466635 run osmo-stp_10.42.42.5(pid=9178): stdout: \u000a| (launched: 2022-12-12_17:53:03.005607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:04.594921 run osmo-stp_10.42.42.5(pid=9178): stderr: \u000a| �[0;m�[38;5;43m20221212175303175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175303175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175303175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175303175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175303176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175303176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175303176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:04.719335 run osmo-stp_10.42.42.5(pid=9178): stdout: \u000a| (launched: 2022-12-12_17:53:03.005607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:04.843038 run osmo-stp_10.42.42.5(pid=9178): stderr: \u000a| �[0;m�[38;5;43m20221212175303175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175303175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175303175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175303175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175303176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175303176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175303176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:04.897548 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9178): Process ended prematurely: osmo-stp_10.42.42.5(pid=9178) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9178)] [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:53:04.906411 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:53:04.967220 run osmo-hlr_10.42.42.2(pid=9175): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9175)]\u000a17:53:05.016548 run osmo-hlr_10.42.42.2(pid=9175): stdout: \u000a| (launched: 2022-12-12_17:53:01.927801) \u000a17:53:05.066544 run osmo-hlr_10.42.42.2(pid=9175): stderr: \u000a| �[0;m�[1;31m20221212175302242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175302242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175302242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175302242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175302242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175302242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175302256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175302264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175302264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175302264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:53:05.134242 run osmo-msc_10.42.42.6(pid=9181): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9181)]\u000a17:53:05.183911 run osmo-msc_10.42.42.6(pid=9181): stdout: \u000a| (launched: 2022-12-12_17:53:03.998481) \u000a17:53:05.234427 run osmo-msc_10.42.42.6(pid=9181): stderr: \u000a| �[0;m�[38;5;43m20221212175304270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175304271 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f012ba36c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175304271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175304271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175304271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175304271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175304273 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175304273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175304273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175304274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:53:05.276852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9174): Terminating (SIGTERM)\u000a17:53:05.317044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9177): Terminating (SIGTERM)\u000a17:53:05.357156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9180): Terminating (SIGTERM)\u000a17:53:05.366719 --- ParallelTerminationStrategy: PID 9174 died...\u000a17:53:05.420185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9174): Terminated: ok {rc=0}\u000a17:53:05.430185 --- ParallelTerminationStrategy: PID 9177 died...\u000a17:53:05.483460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9177): Terminated: ok {rc=0}\u000a17:53:05.493477 --- ParallelTerminationStrategy: PID 9180 died...\u000a17:53:05.546345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9180): Terminated: ok {rc=0}\u000a17:53:05.630583 bus /sierra_3: Setting Powered False\u000a17:53:06.738460 bus /sierra_3: Setting Powered False\u000a17:53:07.852057 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 180, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9189): Process ended prematurely: osmo-stp_10.42.42.5(pid=9189) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9189)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9189): Process ended prematurely: osmo-stp_10.42.42.5(pid=9189) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:53:08.964719 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:53:08.977118 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:53:09.124922 tst mo_mt_call_osmux.py: using LAC 30488\u000a17:53:09.256266 tst mo_mt_call_osmux.py: using RAC 143\u000a17:53:09.387263 tst mo_mt_call_osmux.py: using CellId 30488\u000a17:53:09.520554 tst mo_mt_call_osmux.py: using BVCI 30489\u000a17:53:09.545951 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:53:09.558054 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:53:09.569621 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:53:09.581199 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:53:09.592645 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:53:09.604120 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:53:09.727896 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:53:09.944087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:53:10.475596 run create_hlr_db(pid=9183): Launched\u000a17:53:10.666641 bus /sierra_2: Setting Powered False\u000a17:53:11.688271 run create_hlr_db(pid=9183): Terminated: ok {rc=0}\u000a17:53:12.129386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9185): Launched\u000a17:53:12.463550 run osmo-hlr_10.42.42.2(pid=9186): Launched\u000a17:53:12.583655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:53:13.160141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9188): Launched\u000a17:53:13.493751 run osmo-stp_10.42.42.5(pid=9189): Launched\u000a17:53:13.613559 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:53:14.220030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9191): Launched\u000a17:53:14.554255 run osmo-msc_10.42.42.6(pid=9192): Launched\u000a17:53:14.746541 run osmo-stp_10.42.42.5(pid=9189): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9189)]\u000a17:53:14.885088 run osmo-stp_10.42.42.5(pid=9189): stdout: \u000a| (launched: 2022-12-12_17:53:13.329248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:15.022677 run osmo-stp_10.42.42.5(pid=9189): stderr: \u000a| �[0;m�[38;5;43m20221212175313520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175313520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175313521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175313521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175313522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175313522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175313522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:15.155258 run osmo-stp_10.42.42.5(pid=9189): stdout: \u000a| (launched: 2022-12-12_17:53:13.329248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:15.287042 run osmo-stp_10.42.42.5(pid=9189): stderr: \u000a| �[0;m�[38;5;43m20221212175313520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175313520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175313521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175313521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175313522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175313522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175313522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:15.345014 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9189): Process ended prematurely: osmo-stp_10.42.42.5(pid=9189) [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9189)] [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:53:15.354177 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:53:15.416906 run osmo-hlr_10.42.42.2(pid=9186): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9186)]\u000a17:53:15.467998 run osmo-hlr_10.42.42.2(pid=9186): stdout: \u000a| (launched: 2022-12-12_17:53:12.298436) \u000a17:53:15.519721 run osmo-hlr_10.42.42.2(pid=9186): stderr: \u000a| �[0;m�[1;31m20221212175312497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175312497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175312497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175312497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175312498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175312498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175312544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175312553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175312553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175312553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:53:15.590411 run osmo-msc_10.42.42.6(pid=9192): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9192)]\u000a17:53:15.641752 run osmo-msc_10.42.42.6(pid=9192): stdout: \u000a| (launched: 2022-12-12_17:53:14.388865) \u000a17:53:15.693865 run osmo-msc_10.42.42.6(pid=9192): stderr: \u000a| �[0;m�[38;5;43m20221212175314712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175314712 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f901730fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175314712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175314712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175314713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175314713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175314715 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175314715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175314715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175314715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:53:15.737999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9185): Terminating (SIGTERM)\u000a17:53:15.779459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9188): Terminating (SIGTERM)\u000a17:53:15.821001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9191): Terminating (SIGTERM)\u000a17:53:15.834845 --- ParallelTerminationStrategy: PID 9185 died...\u000a17:53:15.900517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9185): Terminated: ok {rc=0}\u000a17:53:15.911198 --- ParallelTerminationStrategy: PID 9188 died...\u000a17:53:15.968306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9188): Terminated: ok {rc=0}\u000a17:53:15.979097 --- ParallelTerminationStrategy: PID 9191 died...\u000a17:53:16.037069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9191): Terminated: ok {rc=0}\u000a17:53:16.127877 bus /sierra_3: Setting Powered False\u000a17:53:17.234746 bus /sierra_3: Setting Powered False\u000a17:53:18.345986 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:52:58" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9203): Process ended prematurely: osmo-stp_10.42.42.5(pid=9203) [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9203)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9203): Process ended prematurely: osmo-stp_10.42.42.5(pid=9203) [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:53:20.311987 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:53:20.323621 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:53:20.478481 tst mo_mt_call.py: using LAC 30489\u000a17:53:20.610229 tst mo_mt_call.py: using RAC 144\u000a17:53:20.746316 tst mo_mt_call.py: using CellId 30489\u000a17:53:20.876001 tst mo_mt_call.py: using BVCI 30490\u000a17:53:20.902104 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:53:20.913791 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:53:20.925172 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:53:20.936473 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:53:20.947857 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:53:20.959400 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:53:21.075988 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:53:21.293508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:53:21.823442 run create_hlr_db(pid=9197): Launched\u000a17:53:22.015587 bus /sierra_2: Setting Powered False\u000a17:53:23.037087 run create_hlr_db(pid=9197): Terminated: ok {rc=0}\u000a17:53:23.480630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9199): Launched\u000a17:53:23.815512 run osmo-hlr_10.42.42.2(pid=9200): Launched\u000a17:53:23.936645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:53:24.512893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9202): Launched\u000a17:53:24.847075 run osmo-stp_10.42.42.5(pid=9203): Launched\u000a17:53:24.966930 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:53:25.572859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9205): Launched\u000a17:53:25.908237 run osmo-msc_10.42.42.6(pid=9206): Launched\u000a17:53:26.101308 run osmo-stp_10.42.42.5(pid=9203): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9203)]\u000a17:53:26.243131 run osmo-stp_10.42.42.5(pid=9203): stdout: \u000a| (launched: 2022-12-12_17:53:24.682009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:26.380869 run osmo-stp_10.42.42.5(pid=9203): stderr: \u000a| �[0;m�[38;5;43m20221212175324874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175324875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175324875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175324875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175324876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175324876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175324876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:26.513653 run osmo-stp_10.42.42.5(pid=9203): stdout: \u000a| (launched: 2022-12-12_17:53:24.682009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:26.645420 run osmo-stp_10.42.42.5(pid=9203): stderr: \u000a| �[0;m�[38;5;43m20221212175324874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175324875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175324875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175324875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175324876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175324876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175324876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:26.703612 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9203): Process ended prematurely: osmo-stp_10.42.42.5(pid=9203) [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9203)] [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a17:53:26.712751 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:53:26.775832 run osmo-hlr_10.42.42.2(pid=9200): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9200)]\u000a17:53:26.827404 run osmo-hlr_10.42.42.2(pid=9200): stdout: \u000a| (launched: 2022-12-12_17:53:23.650547) \u000a17:53:26.879587 run osmo-hlr_10.42.42.2(pid=9200): stderr: \u000a| �[0;m�[1;31m20221212175323848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175323848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175323848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175323848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175323848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175323848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175323861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175323869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175323870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175323870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:53:26.950672 run osmo-msc_10.42.42.6(pid=9206): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9206)]\u000a17:53:27.002160 run osmo-msc_10.42.42.6(pid=9206): stdout: \u000a| (launched: 2022-12-12_17:53:25.742082) \u000a17:53:27.054430 run osmo-msc_10.42.42.6(pid=9206): stderr: \u000a| �[0;m�[38;5;43m20221212175326064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175326065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdeff6c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175326065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175326065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175326065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175326065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175326067 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175326067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175326067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175326068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:53:27.098510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9199): Terminating (SIGTERM)\u000a17:53:27.140232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9202): Terminating (SIGTERM)\u000a17:53:27.182806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9205): Terminating (SIGTERM)\u000a17:53:27.192664 --- ParallelTerminationStrategy: PID 9199 died...\u000a17:53:27.248888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9199): Terminated: ok {rc=0}\u000a17:53:27.259174 --- ParallelTerminationStrategy: PID 9202 died...\u000a17:53:27.314919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9202): Terminated: ok {rc=0}\u000a17:53:27.325151 --- ParallelTerminationStrategy: PID 9205 died...\u000a17:53:27.380684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9205): Terminated: ok {rc=0}\u000a17:53:27.468410 bus /sierra_3: Setting Powered False\u000a17:53:28.571816 bus /sierra_3: Setting Powered False\u000a17:53:29.682961 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 178, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9214): Process ended prematurely: osmo-stp_10.42.42.5(pid=9214) [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9214)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9214): Process ended prematurely: osmo-stp_10.42.42.5(pid=9214) [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:53:30.794724 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:53:30.806708 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:53:30.981394 tst mo_mt_call_osmux.py: using LAC 30490\u000a17:53:31.115133 tst mo_mt_call_osmux.py: using RAC 145\u000a17:53:31.242971 tst mo_mt_call_osmux.py: using CellId 30490\u000a17:53:31.367198 tst mo_mt_call_osmux.py: using BVCI 30491\u000a17:53:31.392239 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:53:31.405029 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:53:31.418519 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:53:31.430966 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:53:31.445343 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:53:31.458471 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:53:31.583025 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:53:31.817986 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:53:32.361096 run create_hlr_db(pid=9208): Launched\u000a17:53:32.553169 bus /sierra_2: Setting Powered False\u000a17:53:33.575271 run create_hlr_db(pid=9208): Terminated: ok {rc=0}\u000a17:53:33.992486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9210): Launched\u000a17:53:34.304879 run osmo-hlr_10.42.42.2(pid=9211): Launched\u000a17:53:34.425036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:53:34.967112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9213): Launched\u000a17:53:35.277929 run osmo-stp_10.42.42.5(pid=9214): Launched\u000a17:53:35.390472 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:53:35.958075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9216): Launched\u000a17:53:36.272576 run osmo-msc_10.42.42.6(pid=9217): Launched\u000a17:53:36.454411 run osmo-stp_10.42.42.5(pid=9214): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9214)]\u000a17:53:36.584852 run osmo-stp_10.42.42.5(pid=9214): stdout: \u000a| (launched: 2022-12-12_17:53:35.123541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:36.712894 run osmo-stp_10.42.42.5(pid=9214): stderr: \u000a| �[0;m�[38;5;43m20221212175335295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175335295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175335296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175335296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175335297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175335297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175335297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:36.836938 run osmo-stp_10.42.42.5(pid=9214): stdout: \u000a| (launched: 2022-12-12_17:53:35.123541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:36.959656 run osmo-stp_10.42.42.5(pid=9214): stderr: \u000a| �[0;m�[38;5;43m20221212175335295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175335295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175335296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175335296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175335297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175335297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175335297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:37.013512 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9214): Process ended prematurely: osmo-stp_10.42.42.5(pid=9214) [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9214)] [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a17:53:37.022147 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:53:37.082923 run osmo-hlr_10.42.42.2(pid=9211): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9211)]\u000a17:53:37.132365 run osmo-hlr_10.42.42.2(pid=9211): stdout: \u000a| (launched: 2022-12-12_17:53:34.149378) \u000a17:53:37.182621 run osmo-hlr_10.42.42.2(pid=9211): stderr: \u000a| �[0;m�[1;31m20221212175334325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175334325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175334325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175334326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175334326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175334326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175334338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175334348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175334349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175334349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:53:37.250433 run osmo-msc_10.42.42.6(pid=9217): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9217)]\u000a17:53:37.299886 run osmo-msc_10.42.42.6(pid=9217): stdout: \u000a| (launched: 2022-12-12_17:53:36.115324) \u000a17:53:37.349802 run osmo-msc_10.42.42.6(pid=9217): stderr: \u000a| �[0;m�[38;5;43m20221212175336385 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175336385 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5682edbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175336385 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175336385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175336385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175336386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175336387 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175336388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175336388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175336388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:53:37.391622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9210): Terminating (SIGTERM)\u000a17:53:37.431410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9213): Terminating (SIGTERM)\u000a17:53:37.471556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9216): Terminating (SIGTERM)\u000a17:53:37.481197 --- ParallelTerminationStrategy: PID 9210 died...\u000a17:53:37.534542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9210): Terminated: ok {rc=0}\u000a17:53:37.544366 --- ParallelTerminationStrategy: PID 9213 died...\u000a17:53:37.597517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9213): Terminated: ok {rc=0}\u000a17:53:37.607341 --- ParallelTerminationStrategy: PID 9216 died...\u000a17:53:37.660186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9216): Terminated: ok {rc=0}\u000a17:53:37.749248 bus /sierra_3: Setting Powered False\u000a17:53:38.854669 bus /sierra_3: Setting Powered False\u000a17:53:39.965890 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:53:20" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9255): Process ended prematurely: osmo-stp_10.42.42.5(pid=9255) [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9255)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9255): Process ended prematurely: osmo-stp_10.42.42.5(pid=9255) [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:53:41.937150 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:53:41.948878 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:53:42.108038 tst mo_mt_call.py: using LAC 30491\u000a17:53:42.236101 tst mo_mt_call.py: using RAC 146\u000a17:53:42.364401 tst mo_mt_call.py: using CellId 30491\u000a17:53:42.497459 tst mo_mt_call.py: using BVCI 30492\u000a17:53:42.522839 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:53:42.534526 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:53:42.545975 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:53:42.557395 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:53:42.569144 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:53:42.580756 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:53:42.698535 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:53:42.903750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:53:43.394904 run create_hlr_db(pid=9222): Launched\u000a17:53:43.573395 bus /sierra_2: Setting Powered False\u000a17:53:44.595898 run create_hlr_db(pid=9222): Terminated: ok {rc=0}\u000a17:53:45.037859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9224): Launched\u000a17:53:45.372367 run osmo-hlr_10.42.42.2(pid=9225): Launched\u000a17:53:45.493711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:53:46.113544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9227): Launched\u000a17:53:46.671314 run osmo-stp_10.42.42.5(pid=9255): Launched\u000a17:53:46.851906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:53:47.602109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9290): Launched\u000a17:53:48.159109 run osmo-msc_10.42.42.6(pid=9309): Launched\u000a17:53:48.634570 run osmo-stp_10.42.42.5(pid=9255): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9255)]\u000a17:53:48.975187 run osmo-stp_10.42.42.5(pid=9255): stdout: \u000a| (launched: 2022-12-12_17:53:46.327902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:49.176478 run osmo-stp_10.42.42.5(pid=9255): stderr: \u000a| �[0;m�[38;5;43m20221212175346589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175346589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175346589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175346590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175346590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175346590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175346590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:49.335926 run osmo-stp_10.42.42.5(pid=9255): stdout: \u000a| (launched: 2022-12-12_17:53:46.327902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:53:49.499894 run osmo-stp_10.42.42.5(pid=9255): stderr: \u000a| �[0;m�[38;5;43m20221212175346589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175346589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175346589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175346590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175346590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175346590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175346590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:53:49.570634 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9255): Process ended prematurely: osmo-stp_10.42.42.5(pid=9255) [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9255)] [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:53:49.580668 tst mo_mt_call.py:8: Test FAILED (7.7 sec)\u000a17:53:49.662188 run osmo-hlr_10.42.42.2(pid=9225): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9225)]\u000a17:53:49.729197 run osmo-hlr_10.42.42.2(pid=9225): stdout: \u000a| (launched: 2022-12-12_17:53:45.207280) \u000a17:53:49.784894 run osmo-hlr_10.42.42.2(pid=9225): stderr: \u000a| �[0;m�[1;31m20221212175345406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175345406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175345406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175345406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175345406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175345406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175345419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175345428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175345428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175345428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:53:49.855887 run osmo-msc_10.42.42.6(pid=9309): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9309)]\u000a17:53:49.908573 run osmo-msc_10.42.42.6(pid=9309): stdout: \u000a| (launched: 2022-12-12_17:53:47.822551) \u000a17:53:49.966044 run osmo-msc_10.42.42.6(pid=9309): stderr: \u000a| �[0;m�[38;5;43m20221212175348540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175348540 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4df63b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175348540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175348554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175348555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175348555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175348557 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175348557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175348557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175348557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:53:50.012777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9224): Terminating (SIGTERM)\u000a17:53:50.057836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9227): Terminating (SIGTERM)\u000a17:53:50.103241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9290): Terminating (SIGTERM)\u000a17:53:50.114335 --- ParallelTerminationStrategy: PID 9224 died...\u000a17:53:50.174547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9224): Terminated: ok {rc=0}\u000a17:53:50.185365 --- ParallelTerminationStrategy: PID 9227 died...\u000a17:53:50.241824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9227): Terminated: ok {rc=0}\u000a17:53:50.253713 --- ParallelTerminationStrategy: PID 9290 died...\u000a17:53:50.310509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9290): Terminated: ok {rc=0}\u000a17:53:50.402711 bus /sierra_3: Setting Powered False\u000a17:53:51.510386 bus /sierra_3: Setting Powered False\u000a17:53:52.625131 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 178, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9512): Process ended prematurely: osmo-stp_10.42.42.5(pid=9512) [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9512)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9512): Process ended prematurely: osmo-stp_10.42.42.5(pid=9512) [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:53:53.745768 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:53:53.759321 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:53:53.918034 tst mo_mt_call_osmux.py: using LAC 30492\u000a17:53:54.055186 tst mo_mt_call_osmux.py: using RAC 147\u000a17:53:54.186532 tst mo_mt_call_osmux.py: using CellId 30492\u000a17:53:54.316228 tst mo_mt_call_osmux.py: using BVCI 30493\u000a17:53:54.342811 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:53:54.355776 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:53:54.369478 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:53:54.382301 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:53:54.395095 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:53:54.408004 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:53:54.535095 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:53:54.759343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:53:55.328796 run create_hlr_db(pid=9506): Launched\u000a17:53:55.511994 bus /sierra_2: Setting Powered False\u000a17:53:56.537634 run create_hlr_db(pid=9506): Terminated: ok {rc=0}\u000a17:53:56.985509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9508): Launched\u000a17:53:57.409149 run osmo-hlr_10.42.42.2(pid=9509): Launched\u000a17:53:57.648674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:53:58.287806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9511): Launched\u000a17:53:58.727968 run osmo-stp_10.42.42.5(pid=9512): Launched\u000a17:53:58.949325 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:53:59.577877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9514): Launched\u000a17:54:00.007918 run osmo-msc_10.42.42.6(pid=9515): Launched\u000a17:54:00.415007 run osmo-stp_10.42.42.5(pid=9512): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9512)]\u000a17:54:00.607374 run osmo-stp_10.42.42.5(pid=9512): stdout: \u000a| (launched: 2022-12-12_17:53:58.459655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:00.747436 run osmo-stp_10.42.42.5(pid=9512): stderr: \u000a| �[0;m�[38;5;43m20221212175358752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175358752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175358753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175358753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175358754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175358754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175358754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:00.921130 run osmo-stp_10.42.42.5(pid=9512): stdout: \u000a| (launched: 2022-12-12_17:53:58.459655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:01.058104 run osmo-stp_10.42.42.5(pid=9512): stderr: \u000a| �[0;m�[38;5;43m20221212175358752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175358752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175358753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175358753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175358754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175358754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175358754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:01.117464 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9512): Process ended prematurely: osmo-stp_10.42.42.5(pid=9512) [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9512)] [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:54:01.127421 tst mo_mt_call_osmux.py:8: Test FAILED (7.4 sec)\u000a17:54:01.193068 run osmo-hlr_10.42.42.2(pid=9509): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9509)]\u000a17:54:01.246781 run osmo-hlr_10.42.42.2(pid=9509): stdout: \u000a| (launched: 2022-12-12_17:53:57.148504) \u000a17:54:01.300222 run osmo-hlr_10.42.42.2(pid=9509): stderr: \u000a| �[0;m�[1;31m20221212175357487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175357487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175357487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175357487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175357487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175357487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175357505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175357522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175357522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175357522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:54:01.372721 run osmo-msc_10.42.42.6(pid=9515): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9515)]\u000a17:54:01.425851 run osmo-msc_10.42.42.6(pid=9515): stdout: \u000a| (launched: 2022-12-12_17:53:59.750451) \u000a17:54:01.479454 run osmo-msc_10.42.42.6(pid=9515): stderr: \u000a| �[0;m�[38;5;43m20221212175400253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175400254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fedd0949c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175400254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175400254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175400254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175400254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175400256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175400256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175400257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175400257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:54:01.525187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9508): Terminating (SIGTERM)\u000a17:54:01.568476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9511): Terminating (SIGTERM)\u000a17:54:01.612734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9514): Terminating (SIGTERM)\u000a17:54:01.624371 --- ParallelTerminationStrategy: PID 9508 died...\u000a17:54:01.683953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9508): Terminated: ok {rc=0}\u000a17:54:01.694686 --- ParallelTerminationStrategy: PID 9511 died...\u000a17:54:01.751825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9511): Terminated: ok {rc=0}\u000a17:54:01.762794 --- ParallelTerminationStrategy: PID 9514 died...\u000a17:54:01.819991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9514): Terminated: ok {rc=0}\u000a17:54:01.929393 bus /sierra_3: Setting Powered False\u000a17:54:03.043440 bus /sierra_3: Setting Powered False\u000a17:54:04.156542 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:53:41" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9526): Process ended prematurely: osmo-stp_10.42.42.5(pid=9526) [trial-2380↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9526)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9526): Process ended prematurely: osmo-stp_10.42.42.5(pid=9526) [trial-2380↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:54:06.147450 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:54:06.160303 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:54:06.323397 tst mo_mt_call.py: using LAC 30493\u000a17:54:06.460074 tst mo_mt_call.py: using RAC 148\u000a17:54:06.593108 tst mo_mt_call.py: using CellId 30493\u000a17:54:06.725648 tst mo_mt_call.py: using BVCI 30494\u000a17:54:06.752500 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:54:06.766556 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:54:06.779169 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:54:06.791977 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:54:06.804543 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:54:06.817276 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:54:06.944905 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:54:07.170624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:54:07.753897 run create_hlr_db(pid=9520): Launched\u000a17:54:07.953499 bus /sierra_2: Setting Powered False\u000a17:54:08.974877 run create_hlr_db(pid=9520): Terminated: ok {rc=0}\u000a17:54:09.444657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9522): Launched\u000a17:54:09.896351 run osmo-hlr_10.42.42.2(pid=9523): Launched\u000a17:54:10.079447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:54:10.660136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9525): Launched\u000a17:54:10.994742 run osmo-stp_10.42.42.5(pid=9526): Launched\u000a17:54:11.114318 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:54:11.720915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9528): Launched\u000a17:54:12.057515 run osmo-msc_10.42.42.6(pid=9529): Launched\u000a17:54:12.250663 run osmo-stp_10.42.42.5(pid=9526): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9526)]\u000a17:54:12.389973 run osmo-stp_10.42.42.5(pid=9526): stdout: \u000a| (launched: 2022-12-12_17:54:10.829421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:12.528368 run osmo-stp_10.42.42.5(pid=9526): stderr: \u000a| �[0;m�[38;5;43m20221212175411022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175411022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175411023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175411023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175411024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175411024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175411024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:12.661828 run osmo-stp_10.42.42.5(pid=9526): stdout: \u000a| (launched: 2022-12-12_17:54:10.829421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:12.794189 run osmo-stp_10.42.42.5(pid=9526): stderr: \u000a| �[0;m�[38;5;43m20221212175411022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175411022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175411023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175411023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175411024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175411024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175411024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:12.852553 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9526): Process ended prematurely: osmo-stp_10.42.42.5(pid=9526) [trial-2380↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9526)] [trial-2380↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:54:12.862034 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a17:54:12.925914 run osmo-hlr_10.42.42.2(pid=9523): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9523)]\u000a17:54:12.977808 run osmo-hlr_10.42.42.2(pid=9523): stdout: \u000a| (launched: 2022-12-12_17:54:09.621843) \u000a17:54:13.030354 run osmo-hlr_10.42.42.2(pid=9523): stderr: \u000a| �[0;m�[1;31m20221212175409930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175409930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175409930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175409930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175409930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175409930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175409954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175409962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175409963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175409963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:54:13.101779 run osmo-msc_10.42.42.6(pid=9529): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9529)]\u000a17:54:13.153834 run osmo-msc_10.42.42.6(pid=9529): stdout: \u000a| (launched: 2022-12-12_17:54:11.891071) \u000a17:54:13.206425 run osmo-msc_10.42.42.6(pid=9529): stderr: \u000a| �[0;m�[38;5;43m20221212175412215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175412215 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9127814c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175412216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175412216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175412216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175412216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175412218 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175412218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175412218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175412218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:54:13.251197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9522): Terminating (SIGTERM)\u000a17:54:13.293435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9525): Terminating (SIGTERM)\u000a17:54:13.335509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9528): Terminating (SIGTERM)\u000a17:54:13.345441 --- ParallelTerminationStrategy: PID 9522 died...\u000a17:54:13.402194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9522): Terminated: ok {rc=0}\u000a17:54:13.412671 --- ParallelTerminationStrategy: PID 9525 died...\u000a17:54:13.469433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9525): Terminated: ok {rc=0}\u000a17:54:13.479608 --- ParallelTerminationStrategy: PID 9528 died...\u000a17:54:13.535548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9528): Terminated: ok {rc=0}\u000a17:54:13.623637 bus /sierra_3: Setting Powered False\u000a17:54:14.728029 bus /sierra_3: Setting Powered False\u000a17:54:15.847717 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 178, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9537): Process ended prematurely: osmo-stp_10.42.42.5(pid=9537) [trial-2380↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9537)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9537): Process ended prematurely: osmo-stp_10.42.42.5(pid=9537) [trial-2380↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:54:16.997250 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:54:17.014832 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:54:17.181564 tst mo_mt_call_osmux.py: using LAC 30494\u000a17:54:17.317881 tst mo_mt_call_osmux.py: using RAC 149\u000a17:54:17.445881 tst mo_mt_call_osmux.py: using CellId 30494\u000a17:54:17.570717 tst mo_mt_call_osmux.py: using BVCI 30495\u000a17:54:17.594419 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:54:17.605909 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:54:17.617141 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:54:17.628625 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:54:17.640456 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:54:17.652118 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:54:17.775409 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:54:17.993905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:54:18.527199 run create_hlr_db(pid=9531): Launched\u000a17:54:18.719286 bus /sierra_2: Setting Powered False\u000a17:54:19.740417 run create_hlr_db(pid=9531): Terminated: ok {rc=0}\u000a17:54:20.160223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9533): Launched\u000a17:54:20.471776 run osmo-hlr_10.42.42.2(pid=9534): Launched\u000a17:54:20.590836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:54:21.130596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9536): Launched\u000a17:54:21.444538 run osmo-stp_10.42.42.5(pid=9537): Launched\u000a17:54:21.557999 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:54:22.127766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9539): Launched\u000a17:54:22.441889 run osmo-msc_10.42.42.6(pid=9540): Launched\u000a17:54:22.623438 run osmo-stp_10.42.42.5(pid=9537): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9537)]\u000a17:54:22.754058 run osmo-stp_10.42.42.5(pid=9537): stdout: \u000a| (launched: 2022-12-12_17:54:21.288138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:22.882644 run osmo-stp_10.42.42.5(pid=9537): stderr: \u000a| �[0;m�[38;5;43m20221212175421459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175421459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175421459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175421459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175421460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175421460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175421460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:23.007304 run osmo-stp_10.42.42.5(pid=9537): stdout: \u000a| (launched: 2022-12-12_17:54:21.288138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:23.131522 run osmo-stp_10.42.42.5(pid=9537): stderr: \u000a| �[0;m�[38;5;43m20221212175421459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175421459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175421459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175421459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175421460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175421460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175421460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:23.185785 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9537): Process ended prematurely: osmo-stp_10.42.42.5(pid=9537) [trial-2380↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9537)] [trial-2380↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:54:23.194806 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:54:23.256411 run osmo-hlr_10.42.42.2(pid=9534): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9534)]\u000a17:54:23.306369 run osmo-hlr_10.42.42.2(pid=9534): stdout: \u000a| (launched: 2022-12-12_17:54:20.317978) \u000a17:54:23.357137 run osmo-hlr_10.42.42.2(pid=9534): stderr: \u000a| �[0;m�[1;31m20221212175420491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175420491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175420491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175420491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175420491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175420491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175420504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175420514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175420514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175420514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:54:23.425222 run osmo-msc_10.42.42.6(pid=9540): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9540)]\u000a17:54:23.474773 run osmo-msc_10.42.42.6(pid=9540): stdout: \u000a| (launched: 2022-12-12_17:54:22.285269) \u000a17:54:23.525170 run osmo-msc_10.42.42.6(pid=9540): stderr: \u000a| �[0;m�[38;5;43m20221212175422557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175422557 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc36fd7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175422557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175422557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175422558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175422558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175422559 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175422560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175422560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175422560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:54:23.567245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9533): Terminating (SIGTERM)\u000a17:54:23.607376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9536): Terminating (SIGTERM)\u000a17:54:23.647736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9539): Terminating (SIGTERM)\u000a17:54:23.657451 --- ParallelTerminationStrategy: PID 9533 died...\u000a17:54:23.711378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9533): Terminated: ok {rc=0}\u000a17:54:23.721619 --- ParallelTerminationStrategy: PID 9536 died...\u000a17:54:23.775058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9536): Terminated: ok {rc=0}\u000a17:54:23.785126 --- ParallelTerminationStrategy: PID 9539 died...\u000a17:54:23.838594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9539): Terminated: ok {rc=0}\u000a17:54:23.922996 bus /sierra_3: Setting Powered False\u000a17:54:25.026358 bus /sierra_3: Setting Powered False\u000a17:54:26.139344 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:54:05" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9552): Process ended prematurely: osmo-stp_10.42.42.5(pid=9552) [trial-2380↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9552)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9552): Process ended prematurely: osmo-stp_10.42.42.5(pid=9552) [trial-2380↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a17:54:28.090664 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:54:28.101640 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:54:28.246920 tst mo_mt_call.py: using LAC 30495\u000a17:54:28.370278 tst mo_mt_call.py: using RAC 150\u000a17:54:28.493485 tst mo_mt_call.py: using CellId 30495\u000a17:54:28.623309 tst mo_mt_call.py: using BVCI 30496\u000a17:54:28.648858 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:54:28.660782 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:54:28.672334 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:54:28.683992 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:54:28.695475 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:54:28.706824 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:54:28.831616 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:54:29.038346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:54:29.528227 run create_hlr_db(pid=9546): Launched\u000a17:54:29.706007 bus /sierra_2: Setting Powered False\u000a17:54:30.727582 run create_hlr_db(pid=9546): Terminated: ok {rc=0}\u000a17:54:31.202454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9548): Launched\u000a17:54:31.650620 run osmo-hlr_10.42.42.2(pid=9549): Launched\u000a17:54:31.765263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:54:32.372587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9551): Launched\u000a17:54:32.690611 run osmo-stp_10.42.42.5(pid=9552): Launched\u000a17:54:32.804295 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:54:33.373279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9554): Launched\u000a17:54:33.686876 run osmo-msc_10.42.42.6(pid=9555): Launched\u000a17:54:33.868031 run osmo-stp_10.42.42.5(pid=9552): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9552)]\u000a17:54:33.999363 run osmo-stp_10.42.42.5(pid=9552): stdout: \u000a| (launched: 2022-12-12_17:54:32.532319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:34.127803 run osmo-stp_10.42.42.5(pid=9552): stderr: \u000a| �[0;m�[38;5;43m20221212175432697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175432697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175432698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175432698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175432699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175432699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175432699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:34.252456 run osmo-stp_10.42.42.5(pid=9552): stdout: \u000a| (launched: 2022-12-12_17:54:32.532319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:34.377372 run osmo-stp_10.42.42.5(pid=9552): stderr: \u000a| �[0;m�[38;5;43m20221212175432697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175432697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175432698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175432698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175432699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175432699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175432699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:34.433625 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9552): Process ended prematurely: osmo-stp_10.42.42.5(pid=9552) [trial-2380↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9552)] [trial-2380↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a17:54:34.442335 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a17:54:34.504052 run osmo-hlr_10.42.42.2(pid=9549): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9549)]\u000a17:54:34.554293 run osmo-hlr_10.42.42.2(pid=9549): stdout: \u000a| (launched: 2022-12-12_17:54:31.363221) \u000a17:54:34.604888 run osmo-hlr_10.42.42.2(pid=9549): stderr: \u000a| �[0;m�[1;31m20221212175431586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175431586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175431586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175431586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175431586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175431586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175431599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175431616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175431616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175431616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:54:34.673768 run osmo-msc_10.42.42.6(pid=9555): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9555)]\u000a17:54:34.723350 run osmo-msc_10.42.42.6(pid=9555): stdout: \u000a| (launched: 2022-12-12_17:54:33.530784) \u000a17:54:34.773544 run osmo-msc_10.42.42.6(pid=9555): stderr: \u000a| �[0;m�[38;5;43m20221212175433802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175433802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ec728dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175433802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175433802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175433802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175433802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175433804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175433804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175433805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175433805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:54:34.815607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9548): Terminating (SIGTERM)\u000a17:54:34.855716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9551): Terminating (SIGTERM)\u000a17:54:34.896135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9554): Terminating (SIGTERM)\u000a17:54:34.905876 --- ParallelTerminationStrategy: PID 9548 died...\u000a17:54:34.960036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9548): Terminated: ok {rc=0}\u000a17:54:34.970085 --- ParallelTerminationStrategy: PID 9551 died...\u000a17:54:35.023988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9551): Terminated: ok {rc=0}\u000a17:54:35.033860 --- ParallelTerminationStrategy: PID 9554 died...\u000a17:54:35.087487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9554): Terminated: ok {rc=0}\u000a17:54:35.172746 bus /sierra_3: Setting Powered False\u000a17:54:36.281286 bus /sierra_3: Setting Powered False\u000a17:54:37.394879 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 178, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9566): Process ended prematurely: osmo-stp_10.42.42.5(pid=9566) [trial-2380↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9566)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9566): Process ended prematurely: osmo-stp_10.42.42.5(pid=9566) [trial-2380↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:54:38.511310 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:54:38.523591 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:54:38.677807 tst mo_mt_call_osmux.py: using LAC 30496\u000a17:54:38.806928 tst mo_mt_call_osmux.py: using RAC 151\u000a17:54:38.936411 tst mo_mt_call_osmux.py: using CellId 30496\u000a17:54:39.068608 tst mo_mt_call_osmux.py: using BVCI 30497\u000a17:54:39.094140 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:54:39.105689 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:54:39.117007 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:54:39.128246 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:54:39.139575 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:54:39.150932 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:54:39.268671 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:54:39.485009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:54:40.016875 run create_hlr_db(pid=9560): Launched\u000a17:54:40.209686 bus /sierra_2: Setting Powered False\u000a17:54:41.230608 run create_hlr_db(pid=9560): Terminated: ok {rc=0}\u000a17:54:41.673096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9562): Launched\u000a17:54:42.009133 run osmo-hlr_10.42.42.2(pid=9563): Launched\u000a17:54:42.130707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:54:42.706180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9565): Launched\u000a17:54:43.040042 run osmo-stp_10.42.42.5(pid=9566): Launched\u000a17:54:43.159844 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:54:43.772901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9568): Launched\u000a17:54:44.109178 run osmo-msc_10.42.42.6(pid=9569): Launched\u000a17:54:44.302748 run osmo-stp_10.42.42.5(pid=9566): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9566)]\u000a17:54:44.442115 run osmo-stp_10.42.42.5(pid=9566): stdout: \u000a| (launched: 2022-12-12_17:54:42.874730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:44.580420 run osmo-stp_10.42.42.5(pid=9566): stderr: \u000a| �[0;m�[38;5;43m20221212175443069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175443069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175443070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175443070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175443070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175443071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175443071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:44.713693 run osmo-stp_10.42.42.5(pid=9566): stdout: \u000a| (launched: 2022-12-12_17:54:42.874730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:44.845982 run osmo-stp_10.42.42.5(pid=9566): stderr: \u000a| �[0;m�[38;5;43m20221212175443069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175443069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175443070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175443070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175443070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175443071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175443071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:44.904383 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9566): Process ended prematurely: osmo-stp_10.42.42.5(pid=9566) [trial-2380↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9566)] [trial-2380↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a17:54:44.913860 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:54:44.977634 run osmo-hlr_10.42.42.2(pid=9563): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9563)]\u000a17:54:45.029668 run osmo-hlr_10.42.42.2(pid=9563): stdout: \u000a| (launched: 2022-12-12_17:54:41.842545) \u000a17:54:45.082385 run osmo-hlr_10.42.42.2(pid=9563): stderr: \u000a| �[0;m�[1;31m20221212175442040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175442040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175442040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175442041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175442041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175442041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175442053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175442062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175442062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175442062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:54:45.153817 run osmo-msc_10.42.42.6(pid=9569): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9569)]\u000a17:54:45.206032 run osmo-msc_10.42.42.6(pid=9569): stdout: \u000a| (launched: 2022-12-12_17:54:43.942633) \u000a17:54:45.258484 run osmo-msc_10.42.42.6(pid=9569): stderr: \u000a| �[0;m�[38;5;43m20221212175444267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175444267 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7e1228c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175444267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175444267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175444267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175444267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175444269 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175444269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175444270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175444270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:54:45.303119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9562): Terminating (SIGTERM)\u000a17:54:45.345442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9565): Terminating (SIGTERM)\u000a17:54:45.387806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9568): Terminating (SIGTERM)\u000a17:54:45.397864 --- ParallelTerminationStrategy: PID 9562 died...\u000a17:54:45.454900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9562): Terminated: ok {rc=0}\u000a17:54:45.465400 --- ParallelTerminationStrategy: PID 9565 died...\u000a17:54:45.521821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9565): Terminated: ok {rc=0}\u000a17:54:45.532110 --- ParallelTerminationStrategy: PID 9568 died...\u000a17:54:45.588408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9568): Terminated: ok {rc=0}\u000a17:54:45.676082 bus /sierra_3: Setting Powered False\u000a17:54:46.802382 bus /sierra_3: Setting Powered False\u000a17:54:47.912462 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:54:27" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9580): Process ended prematurely: osmo-stp_10.42.42.5(pid=9580) [trial-2380↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9580)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9580): Process ended prematurely: osmo-stp_10.42.42.5(pid=9580) [trial-2380↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:54:49.898051 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:54:49.909208 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a17:54:50.040479 tst emergency_mo_mt_call.py: using LAC 30497\u000a17:54:50.169749 tst emergency_mo_mt_call.py: using RAC 152\u000a17:54:50.299062 tst emergency_mo_mt_call.py: using CellId 30497\u000a17:54:50.440059 tst emergency_mo_mt_call.py: using BVCI 30498\u000a17:54:50.464847 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:54:50.475997 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:54:50.487116 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:54:50.498120 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:54:50.509109 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:54:50.519993 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:54:50.637377 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:54:50.840666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:54:51.324666 run create_hlr_db(pid=9574): Launched\u000a17:54:51.500445 bus /sierra_2: Setting Powered False\u000a17:54:52.521638 run create_hlr_db(pid=9574): Terminated: ok {rc=0}\u000a17:54:52.958471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9576): Launched\u000a17:54:53.287413 run osmo-hlr_10.42.42.2(pid=9577): Launched\u000a17:54:53.406892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:54:53.975332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9579): Launched\u000a17:54:54.306149 run osmo-stp_10.42.42.5(pid=9580): Launched\u000a17:54:54.435138 tst emergency_mo_mt_call.py: using MSISDN 7897\u000a17:54:54.597603 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:54:55.196418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9582): Launched\u000a17:54:55.526931 run osmo-msc_10.42.42.6(pid=9583): Launched\u000a17:54:55.717289 run osmo-stp_10.42.42.5(pid=9580): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9580)]\u000a17:54:55.854335 run osmo-stp_10.42.42.5(pid=9580): stdout: \u000a| (launched: 2022-12-12_17:54:54.142560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:55.990739 run osmo-stp_10.42.42.5(pid=9580): stderr: \u000a| �[0;m�[38;5;43m20221212175454333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175454333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175454333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175454334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175454334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175454334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175454334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:56.122992 run osmo-stp_10.42.42.5(pid=9580): stdout: \u000a| (launched: 2022-12-12_17:54:54.142560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:54:56.252836 run osmo-stp_10.42.42.5(pid=9580): stderr: \u000a| �[0;m�[38;5;43m20221212175454333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175454333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175454333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175454334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175454334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175454334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175454334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:54:56.309785 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=9580): Process ended prematurely: osmo-stp_10.42.42.5(pid=9580) [trial-2380↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9580)] [trial-2380↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a17:54:56.318472 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a17:54:56.381356 run osmo-hlr_10.42.42.2(pid=9577): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9577)]\u000a17:54:56.432859 run osmo-hlr_10.42.42.2(pid=9577): stdout: \u000a| (launched: 2022-12-12_17:54:53.125263) \u000a17:54:56.484997 run osmo-hlr_10.42.42.2(pid=9577): stderr: \u000a| �[0;m�[1;31m20221212175453322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175453322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175453322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175453322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175453322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175453322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175453338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175453347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175453347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175453348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:54:56.555956 run osmo-msc_10.42.42.6(pid=9583): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9583)]\u000a17:54:56.607523 run osmo-msc_10.42.42.6(pid=9583): stdout: \u000a| (launched: 2022-12-12_17:54:55.363085) \u000a17:54:56.659628 run osmo-msc_10.42.42.6(pid=9583): stderr: \u000a| �[0;m�[38;5;43m20221212175455684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175455684 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09c6d3fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175455684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175455685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175455685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175455685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175455687 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175455687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175455687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175455687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:54:56.704031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9576): Terminating (SIGTERM)\u000a17:54:56.746187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9579): Terminating (SIGTERM)\u000a17:54:56.788126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9582): Terminating (SIGTERM)\u000a17:54:56.797968 --- ParallelTerminationStrategy: PID 9576 died...\u000a17:54:56.854305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9576): Terminated: ok {rc=0}\u000a17:54:56.864499 --- ParallelTerminationStrategy: PID 9579 died...\u000a17:54:56.920580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9579): Terminated: ok {rc=0}\u000a17:54:56.930782 --- ParallelTerminationStrategy: PID 9582 died...\u000a17:54:56.987331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9582): Terminated: ok {rc=0}\u000a17:54:57.075745 bus /sierra_3: Setting Powered False\u000a17:54:58.183007 bus /sierra_3: Setting Powered False\u000a17:54:59.292241 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9594): Process ended prematurely: osmo-stp_10.42.42.5(pid=9594) [trial-2380↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9594)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9594): Process ended prematurely: osmo-stp_10.42.42.5(pid=9594) [trial-2380↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:55:00.344877 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:55:00.356855 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a17:55:00.492534 tst emergency_preemptive_call.py: using LAC 30498\u000a17:55:00.625375 tst emergency_preemptive_call.py: using RAC 153\u000a17:55:00.754221 tst emergency_preemptive_call.py: using CellId 30498\u000a17:55:00.889282 tst emergency_preemptive_call.py: using BVCI 30499\u000a17:55:00.914999 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:55:00.926707 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:55:00.938279 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:55:00.950160 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:55:00.962160 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a17:55:00.975542 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:55:01.098500 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:55:01.219593 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:55:01.348911 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a17:55:01.611958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:55:02.207540 run create_hlr_db(pid=9588): Launched\u000a17:55:02.399379 bus /sierra_2: Setting Powered False\u000a17:55:03.419038 run create_hlr_db(pid=9588): Terminated: ok {rc=0}\u000a17:55:03.830912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9590): Launched\u000a17:55:04.141187 run osmo-hlr_10.42.42.2(pid=9591): Launched\u000a17:55:04.257243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:55:04.788916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9593): Launched\u000a17:55:05.108321 run osmo-stp_10.42.42.5(pid=9594): Launched\u000a17:55:05.241330 tst emergency_preemptive_call.py: using MSISDN 7898\u000a17:55:05.392788 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:55:05.947255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9596): Launched\u000a17:55:06.257455 run osmo-msc_10.42.42.6(pid=9597): Launched\u000a17:55:06.436179 run osmo-stp_10.42.42.5(pid=9594): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9594)]\u000a17:55:06.565428 run osmo-stp_10.42.42.5(pid=9594): stdout: \u000a| (launched: 2022-12-12_17:55:04.954297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:06.692191 run osmo-stp_10.42.42.5(pid=9594): stderr: \u000a| �[0;m�[38;5;43m20221212175505124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175505124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175505124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175505125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175505125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175505125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175505125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:06.814662 run osmo-stp_10.42.42.5(pid=9594): stdout: \u000a| (launched: 2022-12-12_17:55:04.954297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:06.936063 run osmo-stp_10.42.42.5(pid=9594): stderr: \u000a| �[0;m�[38;5;43m20221212175505124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175505124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175505124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175505125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175505125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175505125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175505125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:06.989361 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=9594): Process ended prematurely: osmo-stp_10.42.42.5(pid=9594) [trial-2380↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9594)] [trial-2380↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a17:55:06.997399 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a17:55:07.058161 run osmo-hlr_10.42.42.2(pid=9591): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9591)]\u000a17:55:07.107595 run osmo-hlr_10.42.42.2(pid=9591): stdout: \u000a| (launched: 2022-12-12_17:55:03.987725) \u000a17:55:07.157765 run osmo-hlr_10.42.42.2(pid=9591): stderr: \u000a| �[0;m�[1;31m20221212175504164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175504164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175504164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175504164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175504164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175504164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175504178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175504186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175504186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175504186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:55:07.226713 run osmo-msc_10.42.42.6(pid=9597): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9597)]\u000a17:55:07.276067 run osmo-msc_10.42.42.6(pid=9597): stdout: \u000a| (launched: 2022-12-12_17:55:06.102052) \u000a17:55:07.325713 run osmo-msc_10.42.42.6(pid=9597): stderr: \u000a| �[0;m�[38;5;43m20221212175506372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175506372 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc3a23cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175506372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175506372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175506372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175506372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175506374 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175506375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175506375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175506375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:55:07.368017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9590): Terminating (SIGTERM)\u000a17:55:07.407995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9593): Terminating (SIGTERM)\u000a17:55:07.448020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9596): Terminating (SIGTERM)\u000a17:55:07.457659 --- ParallelTerminationStrategy: PID 9590 died...\u000a17:55:07.511236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9590): Terminated: ok {rc=0}\u000a17:55:07.521236 --- ParallelTerminationStrategy: PID 9593 died...\u000a17:55:07.574764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9593): Terminated: ok {rc=0}\u000a17:55:07.584706 --- ParallelTerminationStrategy: PID 9596 died...\u000a17:55:07.638677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9596): Terminated: ok {rc=0}\u000a17:55:07.729596 bus /sierra_9: Setting Powered False\u000a17:55:08.834721 bus /sierra_9: Setting Powered False\u000a17:55:09.945927 bus /sierra_8: Setting Powered False\u000a17:55:11.054056 bus /sierra_8: Setting Powered False\u000a17:55:12.165491 bus /sierra_3: Setting Powered False\u000a17:55:13.269353 bus /sierra_3: Setting Powered False\u000a17:55:14.381065 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:54:49" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9612): Process ended prematurely: osmo-stp_10.42.42.5(pid=9612) [trial-2380↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9612)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9612): Process ended prematurely: osmo-stp_10.42.42.5(pid=9612) [trial-2380↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:55:16.466250 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:16.477866 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a17:55:16.606371 tst cs_paging_gprs_active.py: using LAC 30499\u000a17:55:16.741621 tst cs_paging_gprs_active.py: using RAC 154\u000a17:55:16.875419 tst cs_paging_gprs_active.py: using CellId 30499\u000a17:55:17.008898 tst cs_paging_gprs_active.py: using BVCI 30500\u000a17:55:17.035405 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:17.047164 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:17.059204 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:17.072616 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:17.084692 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:17.096152 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:17.108415 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:17.120437 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:17.132697 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:55:17.256582 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:55:17.556048 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:55:17.696325 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:55:18.043687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9602): Launched\u000a17:55:18.332696 run iperf3-srv_10.42.42.10(pid=9603): Launched\u000a17:55:18.538123 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:55:18.678428 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:55:19.024760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9604): Launched\u000a17:55:19.314019 run iperf3-srv_10.42.42.10(pid=9605): Launched\u000a17:55:19.519104 tst cs_paging_gprs_active.py:38: start network...\u000a17:55:19.658812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:55:20.195017 run create_hlr_db(pid=9606): Launched\u000a17:55:20.388699 bus /sierra_2: Setting Powered False\u000a17:55:21.409196 run create_hlr_db(pid=9606): Terminated: ok {rc=0}\u000a17:55:21.854238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9608): Launched\u000a17:55:22.191208 run osmo-hlr_10.42.42.2(pid=9609): Launched\u000a17:55:22.313474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:55:22.892467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9611): Launched\u000a17:55:23.228240 run osmo-stp_10.42.42.5(pid=9612): Launched\u000a17:55:23.348940 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:55:23.931309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9614): Launched\u000a17:55:24.050740 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:55:24.342600 run patchelf(pid=9615): Launched\u000a17:55:24.535864 run osmo-stp_10.42.42.5(pid=9612): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9612)]\u000a17:55:24.677557 run osmo-stp_10.42.42.5(pid=9612): stdout: \u000a| (launched: 2022-12-12_17:55:23.062788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:24.819268 run osmo-stp_10.42.42.5(pid=9612): stderr: \u000a| �[0;m�[38;5;43m20221212175523254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175523254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175523254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175523255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175523255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175523255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175523255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:24.956123 run osmo-stp_10.42.42.5(pid=9612): stdout: \u000a| (launched: 2022-12-12_17:55:23.062788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:25.092054 run osmo-stp_10.42.42.5(pid=9612): stderr: \u000a| �[0;m�[38;5;43m20221212175523254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175523254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175523254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175523255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175523255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175523255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175523255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:25.250631 run patchelf(pid=9615): Terminating (SIGINT)\u000a17:55:25.436591 run patchelf(pid=9615): Terminated: ok {rc=0}\u000a17:55:25.470707 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9612): Process ended prematurely: osmo-stp_10.42.42.5(pid=9612) [trial-2380↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9612)] [trial-2380↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a17:55:25.480407 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a17:55:25.544420 run osmo-hlr_10.42.42.2(pid=9609): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9609)]\u000a17:55:25.596309 run osmo-hlr_10.42.42.2(pid=9609): stdout: \u000a| (launched: 2022-12-12_17:55:22.025213) \u000a17:55:25.648743 run osmo-hlr_10.42.42.2(pid=9609): stderr: \u000a| �[0;m�[1;31m20221212175522223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175522224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175522224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175522224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175522224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175522224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175522236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175522245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175522245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175522245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:55:25.693416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9602): Terminating (SIGTERM)\u000a17:55:25.735525 run iperf3-srv_10.42.42.10(pid=9603): Terminating (SIGTERM)\u000a17:55:25.777695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9604): Terminating (SIGTERM)\u000a17:55:25.819958 run iperf3-srv_10.42.42.10(pid=9605): Terminating (SIGTERM)\u000a17:55:25.862378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9608): Terminating (SIGTERM)\u000a17:55:25.904612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9611): Terminating (SIGTERM)\u000a17:55:25.947071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9614): Terminating (SIGTERM)\u000a17:55:25.956940 --- ParallelTerminationStrategy: PID 9602 died...\u000a17:55:26.014196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9602): Terminated: ok {rc=0}\u000a17:55:26.024512 --- ParallelTerminationStrategy: PID 9603 died...\u000a17:55:26.080704 run iperf3-srv_10.42.42.10(pid=9603): Terminated {rc=256}\u000a17:55:26.091007 --- ParallelTerminationStrategy: PID 9604 died...\u000a17:55:26.147665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9604): Terminated: ok {rc=0}\u000a17:55:26.157980 --- ParallelTerminationStrategy: PID 9605 died...\u000a17:55:26.213885 run iperf3-srv_10.42.42.10(pid=9605): Terminated {rc=256}\u000a17:55:26.224013 --- ParallelTerminationStrategy: PID 9608 died...\u000a17:55:26.280045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9608): Terminated: ok {rc=0}\u000a17:55:26.290264 --- ParallelTerminationStrategy: PID 9611 died...\u000a17:55:26.346680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9611): Terminated: ok {rc=0}\u000a17:55:26.357040 --- ParallelTerminationStrategy: PID 9614 died...\u000a17:55:26.413360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9614): Terminated: ok {rc=0}\u000a17:55:26.501722 bus /gobi_0: Setting Powered False\u000a17:55:27.609216 bus /gobi_0: Setting Powered False\u000a17:55:28.717894 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9624): Process ended prematurely: osmo-stp_10.42.42.5(pid=9624) [trial-2380↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9624)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9624): Process ended prematurely: osmo-stp_10.42.42.5(pid=9624) [trial-2380↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a17:55:29.835115 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:29.847162 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a17:55:29.982118 tst iperf3.py: using LAC 30500\u000a17:55:30.111733 tst iperf3.py: using RAC 155\u000a17:55:30.243447 tst iperf3.py: using CellId 30500\u000a17:55:30.373742 tst iperf3.py: using BVCI 30501\u000a17:55:30.399328 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:30.410650 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:30.421845 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:30.433017 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:30.444087 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:30.455024 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:30.466077 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:30.476922 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:30.487971 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:55:30.777290 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:55:30.925752 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:55:31.254821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9616): Launched\u000a17:55:31.547592 run iperf3-srv_10.42.42.10(pid=9617): Launched\u000a17:55:31.756600 tst iperf3.py:8: start network...\u000a17:55:31.900290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:55:32.444766 run create_hlr_db(pid=9618): Launched\u000a17:55:32.637810 bus /gobi_6: Setting Powered False\u000a17:55:33.659160 run create_hlr_db(pid=9618): Terminated: ok {rc=0}\u000a17:55:34.078364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9620): Launched\u000a17:55:34.391908 run osmo-hlr_10.42.42.2(pid=9621): Launched\u000a17:55:34.510142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:55:35.056452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9623): Launched\u000a17:55:35.370553 run osmo-stp_10.42.42.5(pid=9624): Launched\u000a17:55:35.483247 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:55:36.027942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9626): Launched\u000a17:55:36.138889 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:55:36.413050 run patchelf(pid=9627): Launched\u000a17:55:36.594881 run osmo-stp_10.42.42.5(pid=9624): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9624)]\u000a17:55:36.726994 run osmo-stp_10.42.42.5(pid=9624): stdout: \u000a| (launched: 2022-12-12_17:55:35.214337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:36.859719 run osmo-stp_10.42.42.5(pid=9624): stderr: \u000a| �[0;m�[38;5;43m20221212175535384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175535384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175535384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175535385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175535385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175535385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175535386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:36.987800 run osmo-stp_10.42.42.5(pid=9624): stdout: \u000a| (launched: 2022-12-12_17:55:35.214337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:37.114690 run osmo-stp_10.42.42.5(pid=9624): stderr: \u000a| �[0;m�[38;5;43m20221212175535384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175535384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175535384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175535385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175535385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175535385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175535386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:37.262828 run patchelf(pid=9627): Terminating (SIGINT)\u000a17:55:37.437718 run patchelf(pid=9627): Terminated: ok {rc=0}\u000a17:55:37.469711 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9624): Process ended prematurely: osmo-stp_10.42.42.5(pid=9624) [trial-2380↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9624)] [trial-2380↪gprs:oc2g↪iperf3.py:8]\u000a17:55:37.479011 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a17:55:37.540152 run osmo-hlr_10.42.42.2(pid=9621): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9621)]\u000a17:55:37.589775 run osmo-hlr_10.42.42.2(pid=9621): stdout: \u000a| (launched: 2022-12-12_17:55:34.235526) \u000a17:55:37.639831 run osmo-hlr_10.42.42.2(pid=9621): stderr: \u000a| �[0;m�[1;31m20221212175534413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175534413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175534413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175534413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175534413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175534413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175534426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175534434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175534434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175534434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:55:37.682156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9616): Terminating (SIGTERM)\u000a17:55:37.722018 run iperf3-srv_10.42.42.10(pid=9617): Terminating (SIGTERM)\u000a17:55:37.762111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9620): Terminating (SIGTERM)\u000a17:55:37.802302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9623): Terminating (SIGTERM)\u000a17:55:37.842702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9626): Terminating (SIGTERM)\u000a17:55:37.852331 --- ParallelTerminationStrategy: PID 9616 died...\u000a17:55:37.906687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9616): Terminated: ok {rc=0}\u000a17:55:37.916444 --- ParallelTerminationStrategy: PID 9617 died...\u000a17:55:37.969920 run iperf3-srv_10.42.42.10(pid=9617): Terminated {rc=256}\u000a17:55:37.979885 --- ParallelTerminationStrategy: PID 9620 died...\u000a17:55:38.033540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9620): Terminated: ok {rc=0}\u000a17:55:38.043419 --- ParallelTerminationStrategy: PID 9623 died...\u000a17:55:38.097000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9623): Terminated: ok {rc=0}\u000a17:55:38.106983 --- ParallelTerminationStrategy: PID 9626 died...\u000a17:55:38.160364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9626): Terminated: ok {rc=0}\u000a17:55:38.249229 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9643): Process ended prematurely: osmo-stp_10.42.42.5(pid=9643) [trial-2380↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9643)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9643): Process ended prematurely: osmo-stp_10.42.42.5(pid=9643) [trial-2380↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a17:55:39.360363 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:39.371921 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a17:55:39.499524 tst iperf3m4.py: using LAC 30501\u000a17:55:39.623624 tst iperf3m4.py: using RAC 156\u000a17:55:39.747569 tst iperf3m4.py: using CellId 30501\u000a17:55:39.878364 tst iperf3m4.py: using BVCI 30502\u000a17:55:39.904496 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:39.915761 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:39.926831 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:39.937946 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:39.950031 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:39.961069 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:39.972482 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:39.983480 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:39.994591 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:55:40.119256 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:55:40.240607 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:55:40.361917 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:55:40.663264 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:55:40.802160 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:55:41.149002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9629): Launched\u000a17:55:41.439298 run iperf3-srv_10.42.42.10(pid=9630): Launched\u000a17:55:41.643880 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:55:41.782998 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:55:42.130650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9631): Launched\u000a17:55:42.420037 run iperf3-srv_10.42.42.10(pid=9632): Launched\u000a17:55:42.624658 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:55:42.763826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:55:43.111749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9633): Launched\u000a17:55:43.400890 run iperf3-srv_10.42.42.10(pid=9634): Launched\u000a17:55:43.604476 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:55:43.743235 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:55:44.090243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9635): Launched\u000a17:55:44.378904 run iperf3-srv_10.42.42.10(pid=9636): Launched\u000a17:55:44.583398 tst iperf3m4.py:8: start network...\u000a17:55:44.722182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:55:45.259189 run create_hlr_db(pid=9637): Launched\u000a17:55:45.451616 bus /gobi_6: Setting Powered False\u000a17:55:46.475302 run create_hlr_db(pid=9637): Terminated: ok {rc=0}\u000a17:55:46.987061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9639): Launched\u000a17:55:47.324627 run osmo-hlr_10.42.42.2(pid=9640): Launched\u000a17:55:47.448082 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:55:47.995488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9642): Launched\u000a17:55:48.308306 run osmo-stp_10.42.42.5(pid=9643): Launched\u000a17:55:48.421614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:55:48.968290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9645): Launched\u000a17:55:49.079726 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:55:49.354812 run patchelf(pid=9646): Launched\u000a17:55:49.535992 run osmo-stp_10.42.42.5(pid=9643): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9643)]\u000a17:55:49.668239 run osmo-stp_10.42.42.5(pid=9643): stdout: \u000a| (launched: 2022-12-12_17:55:48.153717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:49.801209 run osmo-stp_10.42.42.5(pid=9643): stderr: \u000a| �[0;m�[38;5;43m20221212175548323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175548323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175548323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175548324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175548324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175548324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175548324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:49.929129 run osmo-stp_10.42.42.5(pid=9643): stdout: \u000a| (launched: 2022-12-12_17:55:48.153717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:55:50.056601 run osmo-stp_10.42.42.5(pid=9643): stderr: \u000a| �[0;m�[38;5;43m20221212175548323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175548323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175548323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175548324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175548324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175548324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175548324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:55:50.204450 run patchelf(pid=9646): Terminating (SIGINT)\u000a17:55:50.378212 run patchelf(pid=9646): Terminated: ok {rc=0}\u000a17:55:50.409994 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9643): Process ended prematurely: osmo-stp_10.42.42.5(pid=9643) [trial-2380↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9643)] [trial-2380↪gprs:oc2g↪iperf3m4.py:8]\u000a17:55:50.419385 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a17:55:50.480267 run osmo-hlr_10.42.42.2(pid=9640): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9640)]\u000a17:55:50.529944 run osmo-hlr_10.42.42.2(pid=9640): stdout: \u000a| (launched: 2022-12-12_17:55:47.154966) \u000a17:55:50.580451 run osmo-hlr_10.42.42.2(pid=9640): stderr: \u000a| �[0;m�[1;31m20221212175547343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175547343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175547343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175547343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175547343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175547343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175547354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175547362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175547362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175547362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:55:50.622731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9629): Terminating (SIGTERM)\u000a17:55:50.662892 run iperf3-srv_10.42.42.10(pid=9630): Terminating (SIGTERM)\u000a17:55:50.702952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9631): Terminating (SIGTERM)\u000a17:55:50.742967 run iperf3-srv_10.42.42.10(pid=9632): Terminating (SIGTERM)\u000a17:55:50.782986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9633): Terminating (SIGTERM)\u000a17:55:50.822896 run iperf3-srv_10.42.42.10(pid=9634): Terminating (SIGTERM)\u000a17:55:50.862928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9635): Terminating (SIGTERM)\u000a17:55:50.902755 run iperf3-srv_10.42.42.10(pid=9636): Terminating (SIGTERM)\u000a17:55:50.942738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9639): Terminating (SIGTERM)\u000a17:55:50.982620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9642): Terminating (SIGTERM)\u000a17:55:51.022649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9645): Terminating (SIGTERM)\u000a17:55:51.032315 --- ParallelTerminationStrategy: PID 9629 died...\u000a17:55:51.086097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9629): Terminated: ok {rc=0}\u000a17:55:51.096098 --- ParallelTerminationStrategy: PID 9630 died...\u000a17:55:51.149304 run iperf3-srv_10.42.42.10(pid=9630): Terminated {rc=256}\u000a17:55:51.159250 --- ParallelTerminationStrategy: PID 9631 died...\u000a17:55:51.212424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9631): Terminated: ok {rc=0}\u000a17:55:51.222305 --- ParallelTerminationStrategy: PID 9632 died...\u000a17:55:51.275326 run iperf3-srv_10.42.42.10(pid=9632): Terminated {rc=256}\u000a17:55:51.285226 --- ParallelTerminationStrategy: PID 9633 died...\u000a17:55:51.338294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9633): Terminated: ok {rc=0}\u000a17:55:51.348131 --- ParallelTerminationStrategy: PID 9634 died...\u000a17:55:51.401205 run iperf3-srv_10.42.42.10(pid=9634): Terminated {rc=256}\u000a17:55:51.411358 --- ParallelTerminationStrategy: PID 9635 died...\u000a17:55:51.464546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9635): Terminated: ok {rc=0}\u000a17:55:51.474537 --- ParallelTerminationStrategy: PID 9636 died...\u000a17:55:51.528442 run iperf3-srv_10.42.42.10(pid=9636): Terminated {rc=256}\u000a17:55:51.538147 --- ParallelTerminationStrategy: PID 9639 died...\u000a17:55:51.591480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9639): Terminated: ok {rc=0}\u000a17:55:51.601345 --- ParallelTerminationStrategy: PID 9642 died...\u000a17:55:51.654774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9642): Terminated: ok {rc=0}\u000a17:55:51.664471 --- ParallelTerminationStrategy: PID 9645 died...\u000a17:55:51.718156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9645): Terminated: ok {rc=0}\u000a17:55:51.807408 bus /gobi_4: Setting Powered False\u000a17:55:52.911589 bus /gobi_4: Setting Powered False\u000a17:55:54.024760 bus /gobi_1: Setting Powered False\u000a17:55:55.128767 bus /gobi_1: Setting Powered False\u000a17:55:56.238426 bus /gobi_0: Setting Powered False\u000a17:55:57.345355 bus /gobi_0: Setting Powered False\u000a17:55:58.453691 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9653): Process ended prematurely: osmo-stp_10.42.42.5(pid=9653) [trial-2380↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9653)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9653): Process ended prematurely: osmo-stp_10.42.42.5(pid=9653) [trial-2380↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g ping.py\u000a----------------------------------------------\u000a17:55:59.522293 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:55:59.534054 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a17:55:59.665380 tst ping.py: using LAC 30502\u000a17:55:59.795161 tst ping.py: using RAC 157\u000a17:55:59.924903 tst ping.py: using CellId 30502\u000a17:56:00.055263 tst ping.py: using BVCI 30503\u000a17:56:00.080296 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:56:00.091458 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:56:00.102446 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:56:00.113886 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:56:00.125266 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:56:00.136531 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:56:00.148148 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:56:00.159562 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:56:00.456649 tst ping.py:19: start network...\u000a17:56:00.594183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:56:01.169333 run create_hlr_db(pid=9647): Launched\u000a17:56:01.362515 bus /gobi_6: Setting Powered False\u000a17:56:02.378796 run create_hlr_db(pid=9647): Terminated: ok {rc=0}\u000a17:56:02.792757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9649): Launched\u000a17:56:03.100660 run osmo-hlr_10.42.42.2(pid=9650): Launched\u000a17:56:03.220385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:56:03.760782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9652): Launched\u000a17:56:04.069448 run osmo-stp_10.42.42.5(pid=9653): Launched\u000a17:56:04.182789 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:56:04.725080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9655): Launched\u000a17:56:04.842195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:56:05.131585 run patchelf(pid=9656): Launched\u000a17:56:05.322437 run osmo-stp_10.42.42.5(pid=9653): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9653)]\u000a17:56:05.461751 run osmo-stp_10.42.42.5(pid=9653): stdout: \u000a| (launched: 2022-12-12_17:56:03.916087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:05.601294 run osmo-stp_10.42.42.5(pid=9653): stderr: \u000a| �[0;m�[38;5;43m20221212175604086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175604086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175604086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175604086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175604087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175604087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175604087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:05.736422 run osmo-stp_10.42.42.5(pid=9653): stdout: \u000a| (launched: 2022-12-12_17:56:03.916087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:05.870445 run osmo-stp_10.42.42.5(pid=9653): stderr: \u000a| �[0;m�[38;5;43m20221212175604086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175604086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175604086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175604086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175604087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175604087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175604087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:06.027021 run patchelf(pid=9656): Terminating (SIGINT)\u000a17:56:06.210428 run patchelf(pid=9656): Terminated: ok {rc=0}\u000a17:56:06.243554 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9653): Process ended prematurely: osmo-stp_10.42.42.5(pid=9653) [trial-2380↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9653)] [trial-2380↪gprs:oc2g↪ping.py:22]\u000a17:56:06.252900 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:56:06.317146 run osmo-hlr_10.42.42.2(pid=9650): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9650)]\u000a17:56:06.369491 run osmo-hlr_10.42.42.2(pid=9650): stdout: \u000a| (launched: 2022-12-12_17:56:02.947810) \u000a17:56:06.422231 run osmo-hlr_10.42.42.2(pid=9650): stderr: \u000a| �[0;m�[1;31m20221212175603123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175603123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175603124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175603124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175603124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175603124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175603139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175603149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175603149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175603149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:06.467577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9649): Terminating (SIGTERM)\u000a17:56:06.510426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9652): Terminating (SIGTERM)\u000a17:56:06.553028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9655): Terminating (SIGTERM)\u000a17:56:06.563047 --- ParallelTerminationStrategy: PID 9649 died...\u000a17:56:06.619929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9649): Terminated: ok {rc=0}\u000a17:56:06.630290 --- ParallelTerminationStrategy: PID 9652 died...\u000a17:56:06.687767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9652): Terminated: ok {rc=0}\u000a17:56:06.698146 --- ParallelTerminationStrategy: PID 9655 died...\u000a17:56:06.754787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9655): Terminated: ok {rc=0}\u000a17:56:06.843721 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9663): Process ended prematurely: osmo-stp_10.42.42.5(pid=9663) [trial-2380↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9663)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9663): Process ended prematurely: osmo-stp_10.42.42.5(pid=9663) [trial-2380↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a17:56:07.896600 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:56:07.908441 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a17:56:08.036351 tst ping_idle_ping.py: using LAC 30503\u000a17:56:08.158626 tst ping_idle_ping.py: using RAC 158\u000a17:56:08.284716 tst ping_idle_ping.py: using CellId 30503\u000a17:56:08.405074 tst ping_idle_ping.py: using BVCI 30504\u000a17:56:08.428550 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:56:08.439366 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:56:08.450064 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:56:08.460782 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:56:08.471450 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:56:08.482396 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:56:08.493279 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a17:56:08.504090 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a17:56:08.801000 tst ping_idle_ping.py:24: start network...\u000a17:56:08.937540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:56:09.467383 run create_hlr_db(pid=9657): Launched\u000a17:56:09.658478 bus /gobi_6: Setting Powered False\u000a17:56:10.679585 run create_hlr_db(pid=9657): Terminated: ok {rc=0}\u000a17:56:11.094036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9659): Launched\u000a17:56:11.404921 run osmo-hlr_10.42.42.2(pid=9660): Launched\u000a17:56:11.524587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:56:12.066901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9662): Launched\u000a17:56:12.376023 run osmo-stp_10.42.42.5(pid=9663): Launched\u000a17:56:12.487459 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:56:13.024788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9665): Launched\u000a17:56:13.133760 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:56:13.403628 run patchelf(pid=9666): Launched\u000a17:56:13.582240 run osmo-stp_10.42.42.5(pid=9663): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9663)]\u000a17:56:13.712875 run osmo-stp_10.42.42.5(pid=9663): stdout: \u000a| (launched: 2022-12-12_17:56:12.222814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:13.843834 run osmo-stp_10.42.42.5(pid=9663): stderr: \u000a| �[0;m�[38;5;43m20221212175612394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175612395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175612395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175612395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175612396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175612396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175612396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:13.970023 run osmo-stp_10.42.42.5(pid=9663): stdout: \u000a| (launched: 2022-12-12_17:56:12.222814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:14.095419 run osmo-stp_10.42.42.5(pid=9663): stderr: \u000a| �[0;m�[38;5;43m20221212175612394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175612395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175612395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175612395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175612396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175612396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175612396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:14.241366 run patchelf(pid=9666): Terminating (SIGINT)\u000a17:56:14.412349 run patchelf(pid=9666): Terminated: ok {rc=0}\u000a17:56:14.443446 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9663): Process ended prematurely: osmo-stp_10.42.42.5(pid=9663) [trial-2380↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9663)] [trial-2380↪gprs:oc2g↪ping_idle_ping.py:27]\u000a17:56:14.452098 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:56:14.513078 run osmo-hlr_10.42.42.2(pid=9660): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9660)]\u000a17:56:14.562241 run osmo-hlr_10.42.42.2(pid=9660): stdout: \u000a| (launched: 2022-12-12_17:56:11.249896) \u000a17:56:14.612164 run osmo-hlr_10.42.42.2(pid=9660): stderr: \u000a| �[0;m�[1;31m20221212175611425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175611425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175611425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175611425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175611425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175611425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175611437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175611445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175611446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175611446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:14.654282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9659): Terminating (SIGTERM)\u000a17:56:14.694371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9662): Terminating (SIGTERM)\u000a17:56:14.734499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9665): Terminating (SIGTERM)\u000a17:56:14.744290 --- ParallelTerminationStrategy: PID 9659 died...\u000a17:56:14.797727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9659): Terminated: ok {rc=0}\u000a17:56:14.807723 --- ParallelTerminationStrategy: PID 9662 died...\u000a17:56:14.861236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9662): Terminated: ok {rc=0}\u000a17:56:14.871361 --- ParallelTerminationStrategy: PID 9665 died...\u000a17:56:14.925285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9665): Terminated: ok {rc=0}\u000a17:56:15.014914 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:55:16" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9680): Process ended prematurely: osmo-stp_10.42.42.5(pid=9680) [trial-2380↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9680)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9680): Process ended prematurely: osmo-stp_10.42.42.5(pid=9680) [trial-2380↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:56:17.225223 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:17.236942 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:56:17.370706 tst cs_paging_gprs_active.py: using LAC 30504\u000a17:56:17.498715 tst cs_paging_gprs_active.py: using RAC 159\u000a17:56:17.626363 tst cs_paging_gprs_active.py: using CellId 30504\u000a17:56:17.755679 tst cs_paging_gprs_active.py: using BVCI 30505\u000a17:56:17.780713 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:17.792104 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:17.803352 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:17.815159 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:17.826788 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:17.838538 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:17.850346 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:17.861877 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:17.873666 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:56:17.993452 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:56:18.287465 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:56:18.423562 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:56:18.762605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9670): Launched\u000a17:56:19.046430 run iperf3-srv_10.42.42.10(pid=9671): Launched\u000a17:56:19.246368 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:56:19.382395 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:56:19.720937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9672): Launched\u000a17:56:20.003530 run iperf3-srv_10.42.42.10(pid=9673): Launched\u000a17:56:20.202465 tst cs_paging_gprs_active.py:38: start network...\u000a17:56:20.338399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:56:20.864299 run create_hlr_db(pid=9674): Launched\u000a17:56:21.053826 bus /gobi_6: Setting Powered False\u000a17:56:22.074968 run create_hlr_db(pid=9674): Terminated: ok {rc=0}\u000a17:56:22.511022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9676): Launched\u000a17:56:22.839997 run osmo-hlr_10.42.42.2(pid=9677): Launched\u000a17:56:22.958527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:56:23.527291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9679): Launched\u000a17:56:23.855826 run osmo-stp_10.42.42.5(pid=9680): Launched\u000a17:56:23.974233 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:56:24.546010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9682): Launched\u000a17:56:24.662148 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:56:24.949376 run patchelf(pid=9683): Launched\u000a17:56:25.139250 run osmo-stp_10.42.42.5(pid=9680): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9680)]\u000a17:56:25.277894 run osmo-stp_10.42.42.5(pid=9680): stdout: \u000a| (launched: 2022-12-12_17:56:23.693431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:25.416841 run osmo-stp_10.42.42.5(pid=9680): stderr: \u000a| �[0;m�[38;5;43m20221212175623886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175623886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175623886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175623887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175623887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175623887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175623887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:25.551031 run osmo-stp_10.42.42.5(pid=9680): stdout: \u000a| (launched: 2022-12-12_17:56:23.693431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:25.684218 run osmo-stp_10.42.42.5(pid=9680): stderr: \u000a| �[0;m�[38;5;43m20221212175623886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175623886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175623886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175623887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175623887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175623887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175623887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:25.839426 run patchelf(pid=9683): Terminating (SIGINT)\u000a17:56:26.021794 run patchelf(pid=9683): Terminated: ok {rc=0}\u000a17:56:26.055465 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9680): Process ended prematurely: osmo-stp_10.42.42.5(pid=9680) [trial-2380↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9680)] [trial-2380↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a17:56:26.065455 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a17:56:26.128004 run osmo-hlr_10.42.42.2(pid=9677): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9677)]\u000a17:56:26.179217 run osmo-hlr_10.42.42.2(pid=9677): stdout: \u000a| (launched: 2022-12-12_17:56:22.677376) \u000a17:56:26.230950 run osmo-hlr_10.42.42.2(pid=9677): stderr: \u000a| �[0;m�[1;31m20221212175622878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175622878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175622878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175622878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175622878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175622878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175622891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175622899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175622900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175622900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:26.275288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9670): Terminating (SIGTERM)\u000a17:56:26.317023 run iperf3-srv_10.42.42.10(pid=9671): Terminating (SIGTERM)\u000a17:56:26.358672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9672): Terminating (SIGTERM)\u000a17:56:26.400511 run iperf3-srv_10.42.42.10(pid=9673): Terminating (SIGTERM)\u000a17:56:26.442545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9676): Terminating (SIGTERM)\u000a17:56:26.484308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9679): Terminating (SIGTERM)\u000a17:56:26.526176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9682): Terminating (SIGTERM)\u000a17:56:26.535859 --- ParallelTerminationStrategy: PID 9670 died...\u000a17:56:26.591537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9670): Terminated: ok {rc=0}\u000a17:56:26.601639 --- ParallelTerminationStrategy: PID 9671 died...\u000a17:56:26.656507 run iperf3-srv_10.42.42.10(pid=9671): Terminated {rc=256}\u000a17:56:26.666480 --- ParallelTerminationStrategy: PID 9672 died...\u000a17:56:26.721665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9672): Terminated: ok {rc=0}\u000a17:56:26.731541 --- ParallelTerminationStrategy: PID 9673 died...\u000a17:56:26.786681 run iperf3-srv_10.42.42.10(pid=9673): Terminated {rc=256}\u000a17:56:26.796892 --- ParallelTerminationStrategy: PID 9676 died...\u000a17:56:26.852442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9676): Terminated: ok {rc=0}\u000a17:56:26.862396 --- ParallelTerminationStrategy: PID 9679 died...\u000a17:56:26.918005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9679): Terminated: ok {rc=0}\u000a17:56:26.928095 --- ParallelTerminationStrategy: PID 9682 died...\u000a17:56:26.984074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9682): Terminated: ok {rc=0}\u000a17:56:27.072553 bus /gobi_0: Setting Powered False\u000a17:56:28.181985 bus /gobi_0: Setting Powered False\u000a17:56:29.291304 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9692): Process ended prematurely: osmo-stp_10.42.42.5(pid=9692) [trial-2380↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9692)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9692): Process ended prematurely: osmo-stp_10.42.42.5(pid=9692) [trial-2380↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a17:56:30.407312 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:30.419625 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:56:30.547857 tst iperf3.py: using LAC 30505\u000a17:56:30.670468 tst iperf3.py: using RAC 160\u000a17:56:30.792590 tst iperf3.py: using CellId 30505\u000a17:56:30.936379 tst iperf3.py: using BVCI 30506\u000a17:56:30.965541 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:30.977674 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:30.989459 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:31.002690 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:31.015254 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:31.027940 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:31.039860 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:31.053541 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:31.066186 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:56:31.414777 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:56:31.545672 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:56:31.881298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9684): Launched\u000a17:56:32.155334 run iperf3-srv_10.42.42.10(pid=9685): Launched\u000a17:56:32.345314 tst iperf3.py:8: start network...\u000a17:56:32.472404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:56:32.956182 run create_hlr_db(pid=9686): Launched\u000a17:56:33.145292 bus /gobi_6: Setting Powered False\u000a17:56:34.166297 run create_hlr_db(pid=9686): Terminated: ok {rc=0}\u000a17:56:34.598779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9688): Launched\u000a17:56:34.926941 run osmo-hlr_10.42.42.2(pid=9689): Launched\u000a17:56:35.049044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:56:35.615004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9691): Launched\u000a17:56:35.941623 run osmo-stp_10.42.42.5(pid=9692): Launched\u000a17:56:36.060017 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:56:36.627646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9694): Launched\u000a17:56:36.743933 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:56:37.029609 run patchelf(pid=9695): Launched\u000a17:56:37.219477 run osmo-stp_10.42.42.5(pid=9692): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9692)]\u000a17:56:37.358681 run osmo-stp_10.42.42.5(pid=9692): stdout: \u000a| (launched: 2022-12-12_17:56:35.780800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:37.498012 run osmo-stp_10.42.42.5(pid=9692): stderr: \u000a| �[0;m�[38;5;43m20221212175635972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175635973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175635973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175635973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175635974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175635974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175635974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:37.632212 run osmo-stp_10.42.42.5(pid=9692): stdout: \u000a| (launched: 2022-12-12_17:56:35.780800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:37.765366 run osmo-stp_10.42.42.5(pid=9692): stderr: \u000a| �[0;m�[38;5;43m20221212175635972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175635973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175635973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175635973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175635974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175635974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175635974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:37.920887 run patchelf(pid=9695): Terminating (SIGINT)\u000a17:56:38.103426 run patchelf(pid=9695): Terminated: ok {rc=0}\u000a17:56:38.136716 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9692): Process ended prematurely: osmo-stp_10.42.42.5(pid=9692) [trial-2380↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9692)] [trial-2380↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a17:56:38.146762 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:56:38.209740 run osmo-hlr_10.42.42.2(pid=9689): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9689)]\u000a17:56:38.261003 run osmo-hlr_10.42.42.2(pid=9689): stdout: \u000a| (launched: 2022-12-12_17:56:34.763973) \u000a17:56:38.312871 run osmo-hlr_10.42.42.2(pid=9689): stderr: \u000a| �[0;m�[1;31m20221212175634961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175634962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175634962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175634962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175634962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175634962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175634974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175634983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175634983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175634983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:38.357724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9684): Terminating (SIGTERM)\u000a17:56:38.399816 run iperf3-srv_10.42.42.10(pid=9685): Terminating (SIGTERM)\u000a17:56:38.442121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9688): Terminating (SIGTERM)\u000a17:56:38.484162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9691): Terminating (SIGTERM)\u000a17:56:38.526428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9694): Terminating (SIGTERM)\u000a17:56:38.536340 --- ParallelTerminationStrategy: PID 9684 died...\u000a17:56:38.592646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9684): Terminated: ok {rc=0}\u000a17:56:38.602820 --- ParallelTerminationStrategy: PID 9685 died...\u000a17:56:38.658563 run iperf3-srv_10.42.42.10(pid=9685): Terminated {rc=256}\u000a17:56:38.668724 --- ParallelTerminationStrategy: PID 9688 died...\u000a17:56:38.724506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9688): Terminated: ok {rc=0}\u000a17:56:38.734823 --- ParallelTerminationStrategy: PID 9691 died...\u000a17:56:38.790685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9691): Terminated: ok {rc=0}\u000a17:56:38.801066 --- ParallelTerminationStrategy: PID 9694 died...\u000a17:56:38.856813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9694): Terminated: ok {rc=0}\u000a17:56:38.945965 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9710): Process ended prematurely: osmo-stp_10.42.42.5(pid=9710) [trial-2380↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9710)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9710): Process ended prematurely: osmo-stp_10.42.42.5(pid=9710) [trial-2380↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a17:56:40.061613 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:40.073888 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:56:40.207422 tst iperf3m4.py: using LAC 30506\u000a17:56:40.334551 tst iperf3m4.py: using RAC 161\u000a17:56:40.463884 tst iperf3m4.py: using CellId 30506\u000a17:56:40.591321 tst iperf3m4.py: using BVCI 30507\u000a17:56:40.616449 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:40.627964 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:40.639424 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:40.650959 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:40.662283 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:40.673575 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:40.685194 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:40.696705 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:40.708420 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:56:40.833718 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:56:40.951216 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:56:41.073786 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:56:41.369939 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:56:41.506911 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:56:41.848607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9696): Launched\u000a17:56:42.133145 run iperf3-srv_10.42.42.10(pid=9697): Launched\u000a17:56:42.332530 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:56:42.469011 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:56:42.809450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9698): Launched\u000a17:56:43.095470 run iperf3-srv_10.42.42.10(pid=9699): Launched\u000a17:56:43.294644 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:56:43.430820 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:56:43.769618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9700): Launched\u000a17:56:44.052939 run iperf3-srv_10.42.42.10(pid=9701): Launched\u000a17:56:44.252147 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:56:44.388475 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:56:44.728324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9702): Launched\u000a17:56:45.012301 run iperf3-srv_10.42.42.10(pid=9703): Launched\u000a17:56:45.211864 tst iperf3m4.py:8: start network...\u000a17:56:45.348379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:56:45.884630 run create_hlr_db(pid=9704): Launched\u000a17:56:46.082679 bus /gobi_6: Setting Powered False\u000a17:56:47.104395 run create_hlr_db(pid=9704): Terminated: ok {rc=0}\u000a17:56:47.542277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9706): Launched\u000a17:56:47.850552 run osmo-hlr_10.42.42.2(pid=9707): Launched\u000a17:56:47.966391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:56:48.496518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9709): Launched\u000a17:56:48.803338 run osmo-stp_10.42.42.5(pid=9710): Launched\u000a17:56:48.914785 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:56:49.454394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9712): Launched\u000a17:56:49.563259 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:56:49.833099 run patchelf(pid=9713): Launched\u000a17:56:50.011437 run osmo-stp_10.42.42.5(pid=9710): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9710)]\u000a17:56:50.142210 run osmo-stp_10.42.42.5(pid=9710): stdout: \u000a| (launched: 2022-12-12_17:56:48.651645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:50.273234 run osmo-stp_10.42.42.5(pid=9710): stderr: \u000a| �[0;m�[38;5;43m20221212175648821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175648821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175648821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175648822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175648822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175648822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175648822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:50.399562 run osmo-stp_10.42.42.5(pid=9710): stdout: \u000a| (launched: 2022-12-12_17:56:48.651645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:56:50.524842 run osmo-stp_10.42.42.5(pid=9710): stderr: \u000a| �[0;m�[38;5;43m20221212175648821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175648821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175648821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175648822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175648822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175648822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175648822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:56:50.671190 run patchelf(pid=9713): Terminating (SIGINT)\u000a17:56:50.843299 run patchelf(pid=9713): Terminated: ok {rc=0}\u000a17:56:50.874773 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9710): Process ended prematurely: osmo-stp_10.42.42.5(pid=9710) [trial-2380↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9710)] [trial-2380↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a17:56:50.884163 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a17:56:50.945218 run osmo-hlr_10.42.42.2(pid=9707): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9707)]\u000a17:56:50.994551 run osmo-hlr_10.42.42.2(pid=9707): stdout: \u000a| (launched: 2022-12-12_17:56:47.697656) \u000a17:56:51.044545 run osmo-hlr_10.42.42.2(pid=9707): stderr: \u000a| �[0;m�[1;31m20221212175647872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175647872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175647872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175647872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175647872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175647873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175647884 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175647892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175647893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175647893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:56:51.086750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9696): Terminating (SIGTERM)\u000a17:56:51.126764 run iperf3-srv_10.42.42.10(pid=9697): Terminating (SIGTERM)\u000a17:56:51.166829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9698): Terminating (SIGTERM)\u000a17:56:51.206841 run iperf3-srv_10.42.42.10(pid=9699): Terminating (SIGTERM)\u000a17:56:51.246735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9700): Terminating (SIGTERM)\u000a17:56:51.286575 run iperf3-srv_10.42.42.10(pid=9701): Terminating (SIGTERM)\u000a17:56:51.326433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9702): Terminating (SIGTERM)\u000a17:56:51.366265 run iperf3-srv_10.42.42.10(pid=9703): Terminating (SIGTERM)\u000a17:56:51.406176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9706): Terminating (SIGTERM)\u000a17:56:51.445982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9709): Terminating (SIGTERM)\u000a17:56:51.486248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9712): Terminating (SIGTERM)\u000a17:56:51.495772 --- ParallelTerminationStrategy: PID 9696 died...\u000a17:56:51.549324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9696): Terminated: ok {rc=0}\u000a17:56:51.559095 --- ParallelTerminationStrategy: PID 9697 died...\u000a17:56:51.612527 run iperf3-srv_10.42.42.10(pid=9697): Terminated {rc=256}\u000a17:56:51.622038 --- ParallelTerminationStrategy: PID 9698 died...\u000a17:56:51.675344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9698): Terminated: ok {rc=0}\u000a17:56:51.685139 --- ParallelTerminationStrategy: PID 9699 died...\u000a17:56:51.738301 run iperf3-srv_10.42.42.10(pid=9699): Terminated {rc=256}\u000a17:56:51.747754 --- ParallelTerminationStrategy: PID 9700 died...\u000a17:56:51.801437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9700): Terminated: ok {rc=0}\u000a17:56:51.810967 --- ParallelTerminationStrategy: PID 9701 died...\u000a17:56:51.863803 run iperf3-srv_10.42.42.10(pid=9701): Terminated {rc=256}\u000a17:56:51.873964 --- ParallelTerminationStrategy: PID 9702 died...\u000a17:56:51.927190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9702): Terminated: ok {rc=0}\u000a17:56:51.936870 --- ParallelTerminationStrategy: PID 9703 died...\u000a17:56:51.990037 run iperf3-srv_10.42.42.10(pid=9703): Terminated {rc=256}\u000a17:56:51.999602 --- ParallelTerminationStrategy: PID 9706 died...\u000a17:56:52.052789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9706): Terminated: ok {rc=0}\u000a17:56:52.062309 --- ParallelTerminationStrategy: PID 9709 died...\u000a17:56:52.115513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9709): Terminated: ok {rc=0}\u000a17:56:52.125166 --- ParallelTerminationStrategy: PID 9712 died...\u000a17:56:52.178743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9712): Terminated: ok {rc=0}\u000a17:56:52.263572 bus /gobi_4: Setting Powered False\u000a17:56:53.366373 bus /gobi_4: Setting Powered False\u000a17:56:54.475832 bus /gobi_1: Setting Powered False\u000a17:56:55.583135 bus /gobi_1: Setting Powered False\u000a17:56:56.697030 bus /gobi_0: Setting Powered False\u000a17:56:57.801112 bus /gobi_0: Setting Powered False\u000a17:56:58.913872 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9720): Process ended prematurely: osmo-stp_10.42.42.5(pid=9720) [trial-2380↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9720)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9720): Process ended prematurely: osmo-stp_10.42.42.5(pid=9720) [trial-2380↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a17:56:59.980936 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:56:59.992579 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:57:00.119416 tst ping.py: using LAC 30507\u000a17:57:00.237370 tst ping.py: using RAC 162\u000a17:57:00.361208 tst ping.py: using CellId 30507\u000a17:57:00.479543 tst ping.py: using BVCI 30508\u000a17:57:00.502592 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:57:00.513425 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:57:00.524096 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:57:00.535625 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:57:00.547198 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:57:00.558588 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:57:00.570514 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:57:00.582160 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:57:00.877666 tst ping.py:19: start network...\u000a17:57:01.046458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:57:01.658117 run create_hlr_db(pid=9714): Launched\u000a17:57:01.836808 bus /gobi_6: Setting Powered False\u000a17:57:02.853786 run create_hlr_db(pid=9714): Terminated: ok {rc=0}\u000a17:57:03.283694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9716): Launched\u000a17:57:03.608825 run osmo-hlr_10.42.42.2(pid=9717): Launched\u000a17:57:03.727744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:04.289534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9719): Launched\u000a17:57:04.612934 run osmo-stp_10.42.42.5(pid=9720): Launched\u000a17:57:04.729640 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:57:05.295016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9722): Launched\u000a17:57:05.409278 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:57:05.691420 run patchelf(pid=9723): Launched\u000a17:57:05.879247 run osmo-stp_10.42.42.5(pid=9720): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9720)]\u000a17:57:06.016856 run osmo-stp_10.42.42.5(pid=9720): stdout: \u000a| (launched: 2022-12-12_17:57:04.453099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:06.154653 run osmo-stp_10.42.42.5(pid=9720): stderr: \u000a| �[0;m�[38;5;43m20221212175704646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175704646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175704646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175704647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175704647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175704647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175704647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:06.287559 run osmo-stp_10.42.42.5(pid=9720): stdout: \u000a| (launched: 2022-12-12_17:57:04.453099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:06.419734 run osmo-stp_10.42.42.5(pid=9720): stderr: \u000a| �[0;m�[38;5;43m20221212175704646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175704646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175704646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175704647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175704647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175704647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175704647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:06.573820 run patchelf(pid=9723): Terminating (SIGINT)\u000a17:57:06.753969 run patchelf(pid=9723): Terminated: ok {rc=0}\u000a17:57:06.786661 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9720): Process ended prematurely: osmo-stp_10.42.42.5(pid=9720) [trial-2380↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9720)] [trial-2380↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a17:57:06.796017 tst ping.py:22: Test FAILED (6.8 sec)\u000a17:57:06.859059 run osmo-hlr_10.42.42.2(pid=9717): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9717)]\u000a17:57:06.910474 run osmo-hlr_10.42.42.2(pid=9717): stdout: \u000a| (launched: 2022-12-12_17:57:03.447794) \u000a17:57:06.962752 run osmo-hlr_10.42.42.2(pid=9717): stderr: \u000a| �[0;m�[1;31m20221212175703645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175703645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175703645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175703645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175703645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175703645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175703657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175703666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175703666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175703666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:07.007512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9716): Terminating (SIGTERM)\u000a17:57:07.049778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9719): Terminating (SIGTERM)\u000a17:57:07.092041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9722): Terminating (SIGTERM)\u000a17:57:07.101984 --- ParallelTerminationStrategy: PID 9716 died...\u000a17:57:07.158685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9716): Terminated: ok {rc=0}\u000a17:57:07.168665 --- ParallelTerminationStrategy: PID 9719 died...\u000a17:57:07.224935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9719): Terminated: ok {rc=0}\u000a17:57:07.235391 --- ParallelTerminationStrategy: PID 9722 died...\u000a17:57:07.292046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9722): Terminated: ok {rc=0}\u000a17:57:07.380032 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9730): Process ended prematurely: osmo-stp_10.42.42.5(pid=9730) [trial-2380↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9730)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9730): Process ended prematurely: osmo-stp_10.42.42.5(pid=9730) [trial-2380↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a17:57:08.433460 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:57:08.446116 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:57:08.579208 tst ping_idle_ping.py: using LAC 30508\u000a17:57:08.709594 tst ping_idle_ping.py: using RAC 163\u000a17:57:08.848619 tst ping_idle_ping.py: using CellId 30508\u000a17:57:08.969862 tst ping_idle_ping.py: using BVCI 30509\u000a17:57:08.993346 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:57:09.004327 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:57:09.015344 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:57:09.027040 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:57:09.038486 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:57:09.049983 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:57:09.061695 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:57:09.073254 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:57:09.369075 tst ping_idle_ping.py:24: start network...\u000a17:57:09.503212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:57:10.024778 run create_hlr_db(pid=9724): Launched\u000a17:57:10.211244 bus /gobi_6: Setting Powered False\u000a17:57:11.233320 run create_hlr_db(pid=9724): Terminated: ok {rc=0}\u000a17:57:11.664003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9726): Launched\u000a17:57:11.989709 run osmo-hlr_10.42.42.2(pid=9727): Launched\u000a17:57:12.110472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:12.673320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9729): Launched\u000a17:57:12.998009 run osmo-stp_10.42.42.5(pid=9730): Launched\u000a17:57:13.114934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:57:13.677763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9732): Launched\u000a17:57:13.792449 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:57:14.074704 run patchelf(pid=9733): Launched\u000a17:57:14.262515 run osmo-stp_10.42.42.5(pid=9730): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9730)]\u000a17:57:14.399449 run osmo-stp_10.42.42.5(pid=9730): stdout: \u000a| (launched: 2022-12-12_17:57:12.836781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:14.536554 run osmo-stp_10.42.42.5(pid=9730): stderr: \u000a| �[0;m�[38;5;43m20221212175713028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175713029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175713029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175713029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175713030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175713030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175713030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:14.669683 run osmo-stp_10.42.42.5(pid=9730): stdout: \u000a| (launched: 2022-12-12_17:57:12.836781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:14.801345 run osmo-stp_10.42.42.5(pid=9730): stderr: \u000a| �[0;m�[38;5;43m20221212175713028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175713029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175713029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175713029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175713030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175713030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175713030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:14.954323 run patchelf(pid=9733): Terminating (SIGINT)\u000a17:57:15.134325 run patchelf(pid=9733): Terminated: ok {rc=0}\u000a17:57:15.166868 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9730): Process ended prematurely: osmo-stp_10.42.42.5(pid=9730) [trial-2380↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9730)] [trial-2380↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a17:57:15.176235 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:57:15.239604 run osmo-hlr_10.42.42.2(pid=9727): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9727)]\u000a17:57:15.290836 run osmo-hlr_10.42.42.2(pid=9727): stdout: \u000a| (launched: 2022-12-12_17:57:11.827920) \u000a17:57:15.342784 run osmo-hlr_10.42.42.2(pid=9727): stderr: \u000a| �[0;m�[1;31m20221212175712025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175712025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175712025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175712025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175712025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175712025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175712037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175712046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175712046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175712046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:15.387237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9726): Terminating (SIGTERM)\u000a17:57:15.429221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9729): Terminating (SIGTERM)\u000a17:57:15.471136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9732): Terminating (SIGTERM)\u000a17:57:15.480889 --- ParallelTerminationStrategy: PID 9726 died...\u000a17:57:15.537522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9726): Terminated: ok {rc=0}\u000a17:57:15.547665 --- ParallelTerminationStrategy: PID 9729 died...\u000a17:57:15.603924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9729): Terminated: ok {rc=0}\u000a17:57:15.614180 --- ParallelTerminationStrategy: PID 9732 died...\u000a17:57:15.670595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9732): Terminated: ok {rc=0}\u000a17:57:15.759675 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:56:16" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9747): Process ended prematurely: osmo-stp_10.42.42.5(pid=9747) [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9747)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9747): Process ended prematurely: osmo-stp_10.42.42.5(pid=9747) [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:57:17.956529 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:17.967987 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:57:18.120328 tst cs_paging_gprs_active.py: using LAC 30509\u000a17:57:18.249640 tst cs_paging_gprs_active.py: using RAC 164\u000a17:57:18.378892 tst cs_paging_gprs_active.py: using CellId 30509\u000a17:57:18.508289 tst cs_paging_gprs_active.py: using BVCI 30510\u000a17:57:18.533467 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:18.544739 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:18.555809 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:18.567029 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:18.578076 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:18.589218 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:18.600382 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:18.611599 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:18.623114 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:57:18.740347 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:57:19.041475 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:57:19.178735 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:57:19.520643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9737): Launched\u000a17:57:19.805705 run iperf3-srv_10.42.42.10(pid=9738): Launched\u000a17:57:20.007118 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:57:20.144917 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:57:20.485178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9739): Launched\u000a17:57:20.769223 run iperf3-srv_10.42.42.10(pid=9740): Launched\u000a17:57:20.970228 tst cs_paging_gprs_active.py:38: start network...\u000a17:57:21.107645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:57:21.634295 run create_hlr_db(pid=9741): Launched\u000a17:57:21.823014 bus /gobi_6: Setting Powered False\u000a17:57:22.845084 run create_hlr_db(pid=9741): Terminated: ok {rc=0}\u000a17:57:23.282841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9743): Launched\u000a17:57:23.613905 run osmo-hlr_10.42.42.2(pid=9744): Launched\u000a17:57:23.733083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:24.303102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9746): Launched\u000a17:57:24.633219 run osmo-stp_10.42.42.5(pid=9747): Launched\u000a17:57:24.751287 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:57:25.323891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9749): Launched\u000a17:57:25.441092 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:57:25.728274 run patchelf(pid=9750): Launched\u000a17:57:25.919523 run osmo-stp_10.42.42.5(pid=9747): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9747)]\u000a17:57:26.059964 run osmo-stp_10.42.42.5(pid=9747): stdout: \u000a| (launched: 2022-12-12_17:57:24.470085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:26.199901 run osmo-stp_10.42.42.5(pid=9747): stderr: \u000a| �[0;m�[38;5;43m20221212175724660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175724660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175724660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175724661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175724661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175724661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175724661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:26.335394 run osmo-stp_10.42.42.5(pid=9747): stdout: \u000a| (launched: 2022-12-12_17:57:24.470085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:26.469472 run osmo-stp_10.42.42.5(pid=9747): stderr: \u000a| �[0;m�[38;5;43m20221212175724660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175724660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175724660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175724661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175724661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175724661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175724661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:26.625776 run patchelf(pid=9750): Terminating (SIGINT)\u000a17:57:26.808573 run patchelf(pid=9750): Terminated: ok {rc=0}\u000a17:57:26.842310 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9747): Process ended prematurely: osmo-stp_10.42.42.5(pid=9747) [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9747)] [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a17:57:26.852181 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a17:57:26.914882 run osmo-hlr_10.42.42.2(pid=9744): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9744)]\u000a17:57:26.965840 run osmo-hlr_10.42.42.2(pid=9744): stdout: \u000a| (launched: 2022-12-12_17:57:23.450136) \u000a17:57:27.018047 run osmo-hlr_10.42.42.2(pid=9744): stderr: \u000a| �[0;m�[1;31m20221212175723649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175723649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175723649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175723649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175723649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175723649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175723661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175723671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175723671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175723671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:27.062483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9737): Terminating (SIGTERM)\u000a17:57:27.104430 run iperf3-srv_10.42.42.10(pid=9738): Terminating (SIGTERM)\u000a17:57:27.146375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9739): Terminating (SIGTERM)\u000a17:57:27.188129 run iperf3-srv_10.42.42.10(pid=9740): Terminating (SIGTERM)\u000a17:57:27.230152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9743): Terminating (SIGTERM)\u000a17:57:27.272081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9746): Terminating (SIGTERM)\u000a17:57:27.314761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9749): Terminating (SIGTERM)\u000a17:57:27.324482 --- ParallelTerminationStrategy: PID 9737 died...\u000a17:57:27.380342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9737): Terminated: ok {rc=0}\u000a17:57:27.390389 --- ParallelTerminationStrategy: PID 9738 died...\u000a17:57:27.446094 run iperf3-srv_10.42.42.10(pid=9738): Terminated {rc=256}\u000a17:57:27.455880 --- ParallelTerminationStrategy: PID 9739 died...\u000a17:57:27.511305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9739): Terminated: ok {rc=0}\u000a17:57:27.521398 --- ParallelTerminationStrategy: PID 9740 died...\u000a17:57:27.576488 run iperf3-srv_10.42.42.10(pid=9740): Terminated {rc=256}\u000a17:57:27.586500 --- ParallelTerminationStrategy: PID 9743 died...\u000a17:57:27.642139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9743): Terminated: ok {rc=0}\u000a17:57:27.652021 --- ParallelTerminationStrategy: PID 9746 died...\u000a17:57:27.707741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9746): Terminated: ok {rc=0}\u000a17:57:27.717896 --- ParallelTerminationStrategy: PID 9749 died...\u000a17:57:27.773311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9749): Terminated: ok {rc=0}\u000a17:57:27.860073 bus /gobi_0: Setting Powered False\u000a17:57:28.966597 bus /gobi_0: Setting Powered False\u000a17:57:30.075971 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9759): Process ended prematurely: osmo-stp_10.42.42.5(pid=9759) [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9759)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9759): Process ended prematurely: osmo-stp_10.42.42.5(pid=9759) [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a17:57:31.221663 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:31.239182 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:57:31.443977 tst iperf3.py: using LAC 30510\u000a17:57:31.582028 tst iperf3.py: using RAC 165\u000a17:57:31.714640 tst iperf3.py: using CellId 30510\u000a17:57:31.871782 tst iperf3.py: using BVCI 30511\u000a17:57:31.898079 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:31.910361 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:31.922329 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:31.934450 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:31.946227 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:31.958119 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:31.970393 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:31.982031 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:31.994174 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:57:32.322555 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:57:32.459641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:57:32.801793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9751): Launched\u000a17:57:33.085586 run iperf3-srv_10.42.42.10(pid=9752): Launched\u000a17:57:33.286460 tst iperf3.py:8: start network...\u000a17:57:33.424209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:57:33.948010 run create_hlr_db(pid=9753): Launched\u000a17:57:34.137565 bus /gobi_6: Setting Powered False\u000a17:57:35.158354 run create_hlr_db(pid=9753): Terminated: ok {rc=0}\u000a17:57:35.572624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9755): Launched\u000a17:57:35.880881 run osmo-hlr_10.42.42.2(pid=9756): Launched\u000a17:57:36.001951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:36.542609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9758): Launched\u000a17:57:36.851527 run osmo-stp_10.42.42.5(pid=9759): Launched\u000a17:57:36.963436 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:57:37.501377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9761): Launched\u000a17:57:37.611038 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:57:37.880071 run patchelf(pid=9762): Launched\u000a17:57:38.059587 run osmo-stp_10.42.42.5(pid=9759): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9759)]\u000a17:57:38.191019 run osmo-stp_10.42.42.5(pid=9759): stdout: \u000a| (launched: 2022-12-12_17:57:36.698665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:38.322357 run osmo-stp_10.42.42.5(pid=9759): stderr: \u000a| �[0;m�[38;5;43m20221212175736870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175736870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175736870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175736870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175736871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175736871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175736871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:38.449547 run osmo-stp_10.42.42.5(pid=9759): stdout: \u000a| (launched: 2022-12-12_17:57:36.698665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:38.574942 run osmo-stp_10.42.42.5(pid=9759): stderr: \u000a| �[0;m�[38;5;43m20221212175736870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175736870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175736870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175736870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175736871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175736871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175736871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:38.721823 run patchelf(pid=9762): Terminating (SIGINT)\u000a17:57:38.893688 run patchelf(pid=9762): Terminated: ok {rc=0}\u000a17:57:38.925332 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9759): Process ended prematurely: osmo-stp_10.42.42.5(pid=9759) [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9759)] [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a17:57:38.934915 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:57:38.996806 run osmo-hlr_10.42.42.2(pid=9756): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9756)]\u000a17:57:39.046482 run osmo-hlr_10.42.42.2(pid=9756): stdout: \u000a| (launched: 2022-12-12_17:57:35.728255) \u000a17:57:39.096910 run osmo-hlr_10.42.42.2(pid=9756): stderr: \u000a| �[0;m�[1;31m20221212175735903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175735903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175735903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175735903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175735903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175735904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175735916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175735926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175735926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175735926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:39.139503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9751): Terminating (SIGTERM)\u000a17:57:39.179932 run iperf3-srv_10.42.42.10(pid=9752): Terminating (SIGTERM)\u000a17:57:39.220352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9755): Terminating (SIGTERM)\u000a17:57:39.260826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9758): Terminating (SIGTERM)\u000a17:57:39.301276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9761): Terminating (SIGTERM)\u000a17:57:39.310831 --- ParallelTerminationStrategy: PID 9751 died...\u000a17:57:39.364641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9751): Terminated: ok {rc=0}\u000a17:57:39.375064 --- ParallelTerminationStrategy: PID 9752 died...\u000a17:57:39.429136 run iperf3-srv_10.42.42.10(pid=9752): Terminated {rc=256}\u000a17:57:39.438737 --- ParallelTerminationStrategy: PID 9755 died...\u000a17:57:39.492281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9755): Terminated: ok {rc=0}\u000a17:57:39.502086 --- ParallelTerminationStrategy: PID 9758 died...\u000a17:57:39.555764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9758): Terminated: ok {rc=0}\u000a17:57:39.565717 --- ParallelTerminationStrategy: PID 9761 died...\u000a17:57:39.619671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9761): Terminated: ok {rc=0}\u000a17:57:39.709571 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9777): Process ended prematurely: osmo-stp_10.42.42.5(pid=9777) [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9777)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9777): Process ended prematurely: osmo-stp_10.42.42.5(pid=9777) [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a17:57:40.822308 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:40.834030 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:57:40.981090 tst iperf3m4.py: using LAC 30511\u000a17:57:41.102833 tst iperf3m4.py: using RAC 166\u000a17:57:41.225165 tst iperf3m4.py: using CellId 30511\u000a17:57:41.348691 tst iperf3m4.py: using BVCI 30512\u000a17:57:41.372186 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:41.383182 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:41.394267 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:41.405396 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:41.416448 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:41.427522 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:41.438573 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:41.449496 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:57:41.460718 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:57:41.582681 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:57:41.705073 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:57:41.829071 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:57:42.128819 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:57:42.266293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:57:42.607117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9763): Launched\u000a17:57:42.892529 run iperf3-srv_10.42.42.10(pid=9764): Launched\u000a17:57:43.094487 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:57:43.231966 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:57:43.573626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9765): Launched\u000a17:57:43.857453 run iperf3-srv_10.42.42.10(pid=9766): Launched\u000a17:57:44.059184 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:57:44.196608 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:57:44.537898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9767): Launched\u000a17:57:44.822676 run iperf3-srv_10.42.42.10(pid=9768): Launched\u000a17:57:45.024469 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:57:45.162151 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:57:45.504652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9769): Launched\u000a17:57:45.789139 run iperf3-srv_10.42.42.10(pid=9770): Launched\u000a17:57:45.993149 tst iperf3m4.py:8: start network...\u000a17:57:46.133105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:57:46.690824 run create_hlr_db(pid=9771): Launched\u000a17:57:46.883593 bus /gobi_6: Setting Powered False\u000a17:57:47.891555 run create_hlr_db(pid=9771): Terminated: ok {rc=0}\u000a17:57:48.340596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9773): Launched\u000a17:57:48.670571 run osmo-hlr_10.42.42.2(pid=9774): Launched\u000a17:57:48.789655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:57:49.362460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9776): Launched\u000a17:57:49.693834 run osmo-stp_10.42.42.5(pid=9777): Launched\u000a17:57:49.812326 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:57:50.387125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9779): Launched\u000a17:57:50.504318 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:57:50.793428 run patchelf(pid=9780): Launched\u000a17:57:50.985152 run osmo-stp_10.42.42.5(pid=9777): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9777)]\u000a17:57:51.125358 run osmo-stp_10.42.42.5(pid=9777): stdout: \u000a| (launched: 2022-12-12_17:57:49.529508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:51.265495 run osmo-stp_10.42.42.5(pid=9777): stderr: \u000a| �[0;m�[38;5;43m20221212175749719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175749719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175749719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175749719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175749720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175749720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175749720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:51.400720 run osmo-stp_10.42.42.5(pid=9777): stdout: \u000a| (launched: 2022-12-12_17:57:49.529508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:57:51.535550 run osmo-stp_10.42.42.5(pid=9777): stderr: \u000a| �[0;m�[38;5;43m20221212175749719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175749719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175749719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175749719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175749720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175749720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175749720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:57:51.692135 run patchelf(pid=9780): Terminating (SIGINT)\u000a17:57:51.875054 run patchelf(pid=9780): Terminated: ok {rc=0}\u000a17:57:51.908623 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9777): Process ended prematurely: osmo-stp_10.42.42.5(pid=9777) [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9777)] [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a17:57:51.918607 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a17:57:51.982098 run osmo-hlr_10.42.42.2(pid=9774): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9774)]\u000a17:57:52.033788 run osmo-hlr_10.42.42.2(pid=9774): stdout: \u000a| (launched: 2022-12-12_17:57:48.507635) \u000a17:57:52.085968 run osmo-hlr_10.42.42.2(pid=9774): stderr: \u000a| �[0;m�[1;31m20221212175748704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175748704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175748704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175748704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175748704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175748704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175748716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175748726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175748726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175748726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:57:52.130322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9763): Terminating (SIGTERM)\u000a17:57:52.172126 run iperf3-srv_10.42.42.10(pid=9764): Terminating (SIGTERM)\u000a17:57:52.213926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9765): Terminating (SIGTERM)\u000a17:57:52.255498 run iperf3-srv_10.42.42.10(pid=9766): Terminating (SIGTERM)\u000a17:57:52.297319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9767): Terminating (SIGTERM)\u000a17:57:52.338945 run iperf3-srv_10.42.42.10(pid=9768): Terminating (SIGTERM)\u000a17:57:52.380698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9769): Terminating (SIGTERM)\u000a17:57:52.422317 run iperf3-srv_10.42.42.10(pid=9770): Terminating (SIGTERM)\u000a17:57:52.464043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9773): Terminating (SIGTERM)\u000a17:57:52.505913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9776): Terminating (SIGTERM)\u000a17:57:52.547655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9779): Terminating (SIGTERM)\u000a17:57:52.557312 --- ParallelTerminationStrategy: PID 9763 died...\u000a17:57:52.613685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9763): Terminated: ok {rc=0}\u000a17:57:52.623680 --- ParallelTerminationStrategy: PID 9764 died...\u000a17:57:52.679065 run iperf3-srv_10.42.42.10(pid=9764): Terminated {rc=256}\u000a17:57:52.689082 --- ParallelTerminationStrategy: PID 9765 died...\u000a17:57:52.744264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9765): Terminated: ok {rc=0}\u000a17:57:52.754205 --- ParallelTerminationStrategy: PID 9766 died...\u000a17:57:52.809310 run iperf3-srv_10.42.42.10(pid=9766): Terminated {rc=256}\u000a17:57:52.819187 --- ParallelTerminationStrategy: PID 9767 died...\u000a17:57:52.874484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9767): Terminated: ok {rc=0}\u000a17:57:52.884298 --- ParallelTerminationStrategy: PID 9768 died...\u000a17:57:52.939356 run iperf3-srv_10.42.42.10(pid=9768): Terminated {rc=256}\u000a17:57:52.949311 --- ParallelTerminationStrategy: PID 9769 died...\u000a17:57:53.004400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9769): Terminated: ok {rc=0}\u000a17:57:53.014334 --- ParallelTerminationStrategy: PID 9770 died...\u000a17:57:53.069853 run iperf3-srv_10.42.42.10(pid=9770): Terminated {rc=256}\u000a17:57:53.079942 --- ParallelTerminationStrategy: PID 9773 died...\u000a17:57:53.135244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9773): Terminated: ok {rc=0}\u000a17:57:53.145284 --- ParallelTerminationStrategy: PID 9776 died...\u000a17:57:53.200496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9776): Terminated: ok {rc=0}\u000a17:57:53.210474 --- ParallelTerminationStrategy: PID 9779 died...\u000a17:57:53.265921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9779): Terminated: ok {rc=0}\u000a17:57:53.353947 bus /gobi_4: Setting Powered False\u000a17:57:54.461322 bus /gobi_4: Setting Powered False\u000a17:57:55.575851 bus /gobi_1: Setting Powered False\u000a17:57:56.684413 bus /gobi_1: Setting Powered False\u000a17:57:57.792571 bus /gobi_0: Setting Powered False\u000a17:57:58.895177 bus /gobi_0: Setting Powered False\u000a17:58:00.007607 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9788): Process ended prematurely: osmo-stp_10.42.42.5(pid=9788) [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9788)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9788): Process ended prematurely: osmo-stp_10.42.42.5(pid=9788) [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a17:58:01.085536 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:58:01.102504 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:58:01.270834 tst ping.py: using LAC 30512\u000a17:58:01.402082 tst ping.py: using RAC 167\u000a17:58:01.532449 tst ping.py: using CellId 30512\u000a17:58:01.663668 tst ping.py: using BVCI 30513\u000a17:58:01.689923 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:58:01.702495 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:58:01.714763 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:58:01.727157 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:58:01.739069 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:58:01.751294 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:58:01.763420 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:58:01.776841 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:58:02.115012 tst ping.py:19: start network...\u000a17:58:02.244856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:58:02.725843 run create_hlr_db(pid=9782): Launched\u000a17:58:02.899915 bus /gobi_6: Setting Powered False\u000a17:58:03.920120 run create_hlr_db(pid=9782): Terminated: ok {rc=0}\u000a17:58:04.323067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9784): Launched\u000a17:58:04.626905 run osmo-hlr_10.42.42.2(pid=9785): Launched\u000a17:58:04.740899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:58:05.277129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9787): Launched\u000a17:58:05.581549 run osmo-stp_10.42.42.5(pid=9788): Launched\u000a17:58:05.691039 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:58:06.218730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9790): Launched\u000a17:58:06.326365 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:58:06.593143 run patchelf(pid=9791): Launched\u000a17:58:06.769677 run osmo-stp_10.42.42.5(pid=9788): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9788)]\u000a17:58:06.898482 run osmo-stp_10.42.42.5(pid=9788): stdout: \u000a| (launched: 2022-12-12_17:58:05.429460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:07.027942 run osmo-stp_10.42.42.5(pid=9788): stderr: \u000a| �[0;m�[38;5;43m20221212175805601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175805601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175805601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175805602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175805602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175805602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175805602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:07.153130 run osmo-stp_10.42.42.5(pid=9788): stdout: \u000a| (launched: 2022-12-12_17:58:05.429460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:07.277072 run osmo-stp_10.42.42.5(pid=9788): stderr: \u000a| �[0;m�[38;5;43m20221212175805601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175805601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175805601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175805602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175805602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175805602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175805602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:07.420740 run patchelf(pid=9791): Terminating (SIGINT)\u000a17:58:07.589722 run patchelf(pid=9791): Terminated: ok {rc=0}\u000a17:58:07.620546 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9788): Process ended prematurely: osmo-stp_10.42.42.5(pid=9788) [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9788)] [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a17:58:07.629312 tst ping.py:22: Test FAILED (6.5 sec)\u000a17:58:07.690065 run osmo-hlr_10.42.42.2(pid=9785): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9785)]\u000a17:58:07.739478 run osmo-hlr_10.42.42.2(pid=9785): stdout: \u000a| (launched: 2022-12-12_17:58:04.476095) \u000a17:58:07.789563 run osmo-hlr_10.42.42.2(pid=9785): stderr: \u000a| �[0;m�[1;31m20221212175804652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175804652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175804652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175804652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175804652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175804652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175804667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175804678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175804678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175804678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:58:07.831961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9784): Terminating (SIGTERM)\u000a17:58:07.872352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9787): Terminating (SIGTERM)\u000a17:58:07.912558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9790): Terminating (SIGTERM)\u000a17:58:07.922201 --- ParallelTerminationStrategy: PID 9784 died...\u000a17:58:07.976437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9784): Terminated: ok {rc=0}\u000a17:58:07.986338 --- ParallelTerminationStrategy: PID 9787 died...\u000a17:58:08.039439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9787): Terminated: ok {rc=0}\u000a17:58:08.049343 --- ParallelTerminationStrategy: PID 9790 died...\u000a17:58:08.102291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9790): Terminated: ok {rc=0}\u000a17:58:08.192519 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9799): Process ended prematurely: osmo-stp_10.42.42.5(pid=9799) [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9799)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9799): Process ended prematurely: osmo-stp_10.42.42.5(pid=9799) [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a17:58:09.245971 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:58:09.258254 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:58:09.405548 tst ping_idle_ping.py: using LAC 30513\u000a17:58:09.524141 tst ping_idle_ping.py: using RAC 168\u000a17:58:09.645231 tst ping_idle_ping.py: using CellId 30513\u000a17:58:09.764204 tst ping_idle_ping.py: using BVCI 30514\u000a17:58:09.787397 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:58:09.798410 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:58:09.809264 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:58:09.820417 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:58:09.831472 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:58:09.842555 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:58:09.853852 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:58:09.864784 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:58:10.148860 tst ping_idle_ping.py:24: start network...\u000a17:58:10.274906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:58:10.757436 run create_hlr_db(pid=9793): Launched\u000a17:58:10.932440 bus /gobi_6: Setting Powered False\u000a17:58:11.963915 run create_hlr_db(pid=9793): Terminated: ok {rc=0}\u000a17:58:12.371317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9795): Launched\u000a17:58:12.678514 run osmo-hlr_10.42.42.2(pid=9796): Launched\u000a17:58:12.798214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:58:13.333406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9798): Launched\u000a17:58:13.640829 run osmo-stp_10.42.42.5(pid=9799): Launched\u000a17:58:13.751623 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:58:14.282208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9801): Launched\u000a17:58:14.389657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:58:14.654494 run patchelf(pid=9802): Launched\u000a17:58:14.830827 run osmo-stp_10.42.42.5(pid=9799): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9799)]\u000a17:58:14.960057 run osmo-stp_10.42.42.5(pid=9799): stdout: \u000a| (launched: 2022-12-12_17:58:13.486784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:15.089562 run osmo-stp_10.42.42.5(pid=9799): stderr: \u000a| �[0;m�[38;5;43m20221212175813656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175813656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175813656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175813657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175813657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175813657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175813657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:15.214288 run osmo-stp_10.42.42.5(pid=9799): stdout: \u000a| (launched: 2022-12-12_17:58:13.486784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:15.337956 run osmo-stp_10.42.42.5(pid=9799): stderr: \u000a| �[0;m�[38;5;43m20221212175813656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175813656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175813656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175813657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175813657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175813657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175813657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:15.481996 run patchelf(pid=9802): Terminating (SIGINT)\u000a17:58:15.651854 run patchelf(pid=9802): Terminated: ok {rc=0}\u000a17:58:15.682966 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9799): Process ended prematurely: osmo-stp_10.42.42.5(pid=9799) [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9799)] [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a17:58:15.691742 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a17:58:15.752326 run osmo-hlr_10.42.42.2(pid=9796): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9796)]\u000a17:58:15.801666 run osmo-hlr_10.42.42.2(pid=9796): stdout: \u000a| (launched: 2022-12-12_17:58:12.525075) \u000a17:58:15.853533 run osmo-hlr_10.42.42.2(pid=9796): stderr: \u000a| �[0;m�[1;31m20221212175812701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175812701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175812701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175812701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175812701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175812701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175812712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175812721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175812721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175812721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:58:15.902899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9795): Terminating (SIGTERM)\u000a17:58:15.945473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9798): Terminating (SIGTERM)\u000a17:58:15.989138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9801): Terminating (SIGTERM)\u000a17:58:15.999123 --- ParallelTerminationStrategy: PID 9795 died...\u000a17:58:16.055705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9795): Terminated: ok {rc=0}\u000a17:58:16.066163 --- ParallelTerminationStrategy: PID 9798 died...\u000a17:58:16.121236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9798): Terminated: ok {rc=0}\u000a17:58:16.131296 --- ParallelTerminationStrategy: PID 9801 died...\u000a17:58:16.185932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9801): Terminated: ok {rc=0}\u000a17:58:16.272535 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:57:17" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9817): Process ended prematurely: osmo-stp_10.42.42.5(pid=9817) [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9817)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9817): Process ended prematurely: osmo-stp_10.42.42.5(pid=9817) [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:58:18.402557 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:18.413838 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:58:18.567589 tst cs_paging_gprs_active.py: using LAC 30514\u000a17:58:18.697466 tst cs_paging_gprs_active.py: using RAC 169\u000a17:58:18.827196 tst cs_paging_gprs_active.py: using CellId 30514\u000a17:58:18.957144 tst cs_paging_gprs_active.py: using BVCI 30515\u000a17:58:18.982480 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:18.993774 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:19.004845 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:19.016472 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:19.028173 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:19.039860 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:19.051964 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:19.063554 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:19.075346 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:58:19.195046 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:58:19.480398 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:58:19.608846 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:58:19.929804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9807): Launched\u000a17:58:20.197360 run iperf3-srv_10.42.42.10(pid=9808): Launched\u000a17:58:20.384854 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:58:20.513112 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:58:20.834225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9809): Launched\u000a17:58:21.101352 run iperf3-srv_10.42.42.10(pid=9810): Launched\u000a17:58:21.288453 tst cs_paging_gprs_active.py:38: start network...\u000a17:58:21.416254 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:58:21.904768 run create_hlr_db(pid=9811): Launched\u000a17:58:22.081306 bus /gobi_6: Setting Powered False\u000a17:58:23.104152 run create_hlr_db(pid=9811): Terminated: ok {rc=0}\u000a17:58:23.544092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9813): Launched\u000a17:58:23.878039 run osmo-hlr_10.42.42.2(pid=9814): Launched\u000a17:58:23.998659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:58:24.572582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9816): Launched\u000a17:58:24.906238 run osmo-stp_10.42.42.5(pid=9817): Launched\u000a17:58:25.025868 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:58:25.601821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9819): Launched\u000a17:58:25.719379 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:58:26.007778 run patchelf(pid=9820): Launched\u000a17:58:26.199364 run osmo-stp_10.42.42.5(pid=9817): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9817)]\u000a17:58:26.339838 run osmo-stp_10.42.42.5(pid=9817): stdout: \u000a| (launched: 2022-12-12_17:58:24.741359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:26.480099 run osmo-stp_10.42.42.5(pid=9817): stderr: \u000a| �[0;m�[38;5;43m20221212175824932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175824932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175824933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175824933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175824933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175824934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175824934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:26.616156 run osmo-stp_10.42.42.5(pid=9817): stdout: \u000a| (launched: 2022-12-12_17:58:24.741359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:26.750722 run osmo-stp_10.42.42.5(pid=9817): stderr: \u000a| �[0;m�[38;5;43m20221212175824932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175824932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175824933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175824933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175824933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175824934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175824934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:26.907390 run patchelf(pid=9820): Terminating (SIGINT)\u000a17:58:27.091189 run patchelf(pid=9820): Terminated: ok {rc=0}\u000a17:58:27.124820 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9817): Process ended prematurely: osmo-stp_10.42.42.5(pid=9817) [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9817)] [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a17:58:27.134829 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a17:58:27.197484 run osmo-hlr_10.42.42.2(pid=9814): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9814)]\u000a17:58:27.248777 run osmo-hlr_10.42.42.2(pid=9814): stdout: \u000a| (launched: 2022-12-12_17:58:23.711587) \u000a17:58:27.300773 run osmo-hlr_10.42.42.2(pid=9814): stderr: \u000a| �[0;m�[1;31m20221212175823911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175823911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175823911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175823911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175823911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175823911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175823923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175823932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175823933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175823933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:58:27.345101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9807): Terminating (SIGTERM)\u000a17:58:27.386825 run iperf3-srv_10.42.42.10(pid=9808): Terminating (SIGTERM)\u000a17:58:27.428504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9809): Terminating (SIGTERM)\u000a17:58:27.470150 run iperf3-srv_10.42.42.10(pid=9810): Terminating (SIGTERM)\u000a17:58:27.511937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9813): Terminating (SIGTERM)\u000a17:58:27.553518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9816): Terminating (SIGTERM)\u000a17:58:27.594961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9819): Terminating (SIGTERM)\u000a17:58:27.604538 --- ParallelTerminationStrategy: PID 9807 died...\u000a17:58:27.660137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9807): Terminated: ok {rc=0}\u000a17:58:27.670126 --- ParallelTerminationStrategy: PID 9808 died...\u000a17:58:27.725254 run iperf3-srv_10.42.42.10(pid=9808): Terminated {rc=256}\u000a17:58:27.735054 --- ParallelTerminationStrategy: PID 9809 died...\u000a17:58:27.791041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9809): Terminated: ok {rc=0}\u000a17:58:27.801086 --- ParallelTerminationStrategy: PID 9810 died...\u000a17:58:27.856992 run iperf3-srv_10.42.42.10(pid=9810): Terminated {rc=256}\u000a17:58:27.866948 --- ParallelTerminationStrategy: PID 9813 died...\u000a17:58:27.922466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9813): Terminated: ok {rc=0}\u000a17:58:27.932455 --- ParallelTerminationStrategy: PID 9816 died...\u000a17:58:27.987994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9816): Terminated: ok {rc=0}\u000a17:58:27.997959 --- ParallelTerminationStrategy: PID 9819 died...\u000a17:58:28.053650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9819): Terminated: ok {rc=0}\u000a17:58:28.141353 bus /gobi_0: Setting Powered False\u000a17:58:29.248581 bus /gobi_0: Setting Powered False\u000a17:58:30.359570 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9829): Process ended prematurely: osmo-stp_10.42.42.5(pid=9829) [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9829)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9829): Process ended prematurely: osmo-stp_10.42.42.5(pid=9829) [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a17:58:31.497495 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:31.511906 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:58:31.694343 tst iperf3.py: using LAC 30515\u000a17:58:31.827204 tst iperf3.py: using RAC 170\u000a17:58:31.958785 tst iperf3.py: using CellId 30515\u000a17:58:32.109119 tst iperf3.py: using BVCI 30516\u000a17:58:32.135689 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:32.148383 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:32.161136 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:32.173887 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:32.186054 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:32.198891 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:32.211608 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:32.223276 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:32.235345 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:58:32.521552 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:58:32.649491 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:58:32.968871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9821): Launched\u000a17:58:33.234277 run iperf3-srv_10.42.42.10(pid=9822): Launched\u000a17:58:33.421458 tst iperf3.py:8: start network...\u000a17:58:33.549852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:58:34.036272 run create_hlr_db(pid=9823): Launched\u000a17:58:34.213632 bus /gobi_6: Setting Powered False\u000a17:58:35.235468 run create_hlr_db(pid=9823): Terminated: ok {rc=0}\u000a17:58:35.675448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9825): Launched\u000a17:58:36.007517 run osmo-hlr_10.42.42.2(pid=9826): Launched\u000a17:58:36.129557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:58:36.703789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9828): Launched\u000a17:58:37.033966 run osmo-stp_10.42.42.5(pid=9829): Launched\u000a17:58:37.153046 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:58:37.726766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9831): Launched\u000a17:58:37.843812 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:58:38.131560 run patchelf(pid=9832): Launched\u000a17:58:38.322178 run osmo-stp_10.42.42.5(pid=9829): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9829)]\u000a17:58:38.461857 run osmo-stp_10.42.42.5(pid=9829): stdout: \u000a| (launched: 2022-12-12_17:58:36.870900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:38.602031 run osmo-stp_10.42.42.5(pid=9829): stderr: \u000a| �[0;m�[38;5;43m20221212175837063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175837063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175837063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175837064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175837064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175837064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175837064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:38.737284 run osmo-stp_10.42.42.5(pid=9829): stdout: \u000a| (launched: 2022-12-12_17:58:36.870900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:38.871171 run osmo-stp_10.42.42.5(pid=9829): stderr: \u000a| �[0;m�[38;5;43m20221212175837063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175837063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175837063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175837064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175837064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175837064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175837064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:39.027721 run patchelf(pid=9832): Terminating (SIGINT)\u000a17:58:39.212115 run patchelf(pid=9832): Terminated: ok {rc=0}\u000a17:58:39.246018 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9829): Process ended prematurely: osmo-stp_10.42.42.5(pid=9829) [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9829)] [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a17:58:39.256028 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a17:58:39.319088 run osmo-hlr_10.42.42.2(pid=9826): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9826)]\u000a17:58:39.370744 run osmo-hlr_10.42.42.2(pid=9826): stdout: \u000a| (launched: 2022-12-12_17:58:35.843371) \u000a17:58:39.422835 run osmo-hlr_10.42.42.2(pid=9826): stderr: \u000a| �[0;m�[1;31m20221212175836041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175836041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175836041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175836041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175836041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175836041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175836053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175836062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175836062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175836062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:58:39.467388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9821): Terminating (SIGTERM)\u000a17:58:39.509427 run iperf3-srv_10.42.42.10(pid=9822): Terminating (SIGTERM)\u000a17:58:39.551610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9825): Terminating (SIGTERM)\u000a17:58:39.593891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9828): Terminating (SIGTERM)\u000a17:58:39.635992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9831): Terminating (SIGTERM)\u000a17:58:39.645718 --- ParallelTerminationStrategy: PID 9821 died...\u000a17:58:39.701978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9821): Terminated: ok {rc=0}\u000a17:58:39.712093 --- ParallelTerminationStrategy: PID 9822 died...\u000a17:58:39.767885 run iperf3-srv_10.42.42.10(pid=9822): Terminated {rc=256}\u000a17:58:39.777934 --- ParallelTerminationStrategy: PID 9825 died...\u000a17:58:39.833789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9825): Terminated: ok {rc=0}\u000a17:58:39.844184 --- ParallelTerminationStrategy: PID 9828 died...\u000a17:58:39.900458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9828): Terminated: ok {rc=0}\u000a17:58:39.910523 --- ParallelTerminationStrategy: PID 9831 died...\u000a17:58:39.966545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9831): Terminated: ok {rc=0}\u000a17:58:40.054408 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9847): Process ended prematurely: osmo-stp_10.42.42.5(pid=9847) [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9847)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9847): Process ended prematurely: osmo-stp_10.42.42.5(pid=9847) [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a17:58:41.171565 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:41.183738 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:58:41.337372 tst iperf3m4.py: using LAC 30516\u000a17:58:41.462281 tst iperf3m4.py: using RAC 171\u000a17:58:41.582873 tst iperf3m4.py: using CellId 30516\u000a17:58:41.704832 tst iperf3m4.py: using BVCI 30517\u000a17:58:41.728618 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:41.739699 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:41.750708 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:41.761894 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:41.772815 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:41.783852 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:41.795096 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:41.806124 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:58:41.817117 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:58:41.935961 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:58:42.059280 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:58:42.183072 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:58:42.466190 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:58:42.594660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:58:42.914894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9833): Launched\u000a17:58:43.182660 run iperf3-srv_10.42.42.10(pid=9834): Launched\u000a17:58:43.369483 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:58:43.497266 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:58:43.817866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9835): Launched\u000a17:58:44.085825 run iperf3-srv_10.42.42.10(pid=9836): Launched\u000a17:58:44.272804 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:58:44.400897 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:58:44.719707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9837): Launched\u000a17:58:44.984687 run iperf3-srv_10.42.42.10(pid=9838): Launched\u000a17:58:45.171503 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:58:45.299404 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:58:45.617734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9839): Launched\u000a17:58:45.889250 run iperf3-srv_10.42.42.10(pid=9840): Launched\u000a17:58:46.081418 tst iperf3m4.py:8: start network...\u000a17:58:46.212094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:58:46.740213 run create_hlr_db(pid=9841): Launched\u000a17:58:46.921669 bus /gobi_6: Setting Powered False\u000a17:58:47.938390 run create_hlr_db(pid=9841): Terminated: ok {rc=0}\u000a17:58:48.375179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9843): Launched\u000a17:58:48.704675 run osmo-hlr_10.42.42.2(pid=9844): Launched\u000a17:58:48.825294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:58:49.399097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9846): Launched\u000a17:58:49.729642 run osmo-stp_10.42.42.5(pid=9847): Launched\u000a17:58:49.847618 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:58:50.423627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9849): Launched\u000a17:58:50.540842 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:58:50.828470 run patchelf(pid=9850): Launched\u000a17:58:51.020647 run osmo-stp_10.42.42.5(pid=9847): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9847)]\u000a17:58:51.161010 run osmo-stp_10.42.42.5(pid=9847): stdout: \u000a| (launched: 2022-12-12_17:58:49.566481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:51.301397 run osmo-stp_10.42.42.5(pid=9847): stderr: \u000a| �[0;m�[38;5;43m20221212175849755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175849755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175849755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175849756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175849756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175849756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175849757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:51.437347 run osmo-stp_10.42.42.5(pid=9847): stdout: \u000a| (launched: 2022-12-12_17:58:49.566481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:58:51.572002 run osmo-stp_10.42.42.5(pid=9847): stderr: \u000a| �[0;m�[38;5;43m20221212175849755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175849755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175849755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175849756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175849756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175849756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175849757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:58:51.728445 run patchelf(pid=9850): Terminating (SIGINT)\u000a17:58:51.911750 run patchelf(pid=9850): Terminated: ok {rc=0}\u000a17:58:51.945533 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9847): Process ended prematurely: osmo-stp_10.42.42.5(pid=9847) [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9847)] [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a17:58:51.955723 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a17:58:52.019198 run osmo-hlr_10.42.42.2(pid=9844): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9844)]\u000a17:58:52.071248 run osmo-hlr_10.42.42.2(pid=9844): stdout: \u000a| (launched: 2022-12-12_17:58:48.541787) \u000a17:58:52.123504 run osmo-hlr_10.42.42.2(pid=9844): stderr: \u000a| �[0;m�[1;31m20221212175848737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175848737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175848737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175848737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175848737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175848737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175848749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175848758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175848759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175848759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:58:52.168107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9833): Terminating (SIGTERM)\u000a17:58:52.210346 run iperf3-srv_10.42.42.10(pid=9834): Terminating (SIGTERM)\u000a17:58:52.252446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9835): Terminating (SIGTERM)\u000a17:58:52.294627 run iperf3-srv_10.42.42.10(pid=9836): Terminating (SIGTERM)\u000a17:58:52.336866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9837): Terminating (SIGTERM)\u000a17:58:52.379175 run iperf3-srv_10.42.42.10(pid=9838): Terminating (SIGTERM)\u000a17:58:52.421438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9839): Terminating (SIGTERM)\u000a17:58:52.463644 run iperf3-srv_10.42.42.10(pid=9840): Terminating (SIGTERM)\u000a17:58:52.506042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9843): Terminating (SIGTERM)\u000a17:58:52.548297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9846): Terminating (SIGTERM)\u000a17:58:52.590540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9849): Terminating (SIGTERM)\u000a17:58:52.600316 --- ParallelTerminationStrategy: PID 9833 died...\u000a17:58:52.657351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9833): Terminated: ok {rc=0}\u000a17:58:52.667623 --- ParallelTerminationStrategy: PID 9834 died...\u000a17:58:52.723731 run iperf3-srv_10.42.42.10(pid=9834): Terminated {rc=256}\u000a17:58:52.733955 --- ParallelTerminationStrategy: PID 9835 died...\u000a17:58:52.789893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9835): Terminated: ok {rc=0}\u000a17:58:52.799997 --- ParallelTerminationStrategy: PID 9836 died...\u000a17:58:52.856341 run iperf3-srv_10.42.42.10(pid=9836): Terminated {rc=256}\u000a17:58:52.866658 --- ParallelTerminationStrategy: PID 9837 died...\u000a17:58:52.922357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9837): Terminated: ok {rc=0}\u000a17:58:52.932441 --- ParallelTerminationStrategy: PID 9838 died...\u000a17:58:52.988198 run iperf3-srv_10.42.42.10(pid=9838): Terminated {rc=256}\u000a17:58:52.998339 --- ParallelTerminationStrategy: PID 9839 died...\u000a17:58:53.054191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9839): Terminated: ok {rc=0}\u000a17:58:53.064748 --- ParallelTerminationStrategy: PID 9840 died...\u000a17:58:53.121032 run iperf3-srv_10.42.42.10(pid=9840): Terminated {rc=256}\u000a17:58:53.131234 --- ParallelTerminationStrategy: PID 9843 died...\u000a17:58:53.187436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9843): Terminated: ok {rc=0}\u000a17:58:53.197780 --- ParallelTerminationStrategy: PID 9846 died...\u000a17:58:53.253727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9846): Terminated: ok {rc=0}\u000a17:58:53.263944 --- ParallelTerminationStrategy: PID 9849 died...\u000a17:58:53.320057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9849): Terminated: ok {rc=0}\u000a17:58:53.408827 bus /gobi_4: Setting Powered False\u000a17:58:54.517677 bus /gobi_4: Setting Powered False\u000a17:58:55.627640 bus /gobi_1: Setting Powered False\u000a17:58:56.735720 bus /gobi_1: Setting Powered False\u000a17:58:57.847950 bus /gobi_0: Setting Powered False\u000a17:58:58.951346 bus /gobi_0: Setting Powered False\u000a17:59:00.065897 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9857): Process ended prematurely: osmo-stp_10.42.42.5(pid=9857) [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9857)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9857): Process ended prematurely: osmo-stp_10.42.42.5(pid=9857) [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a17:59:01.135725 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:59:01.149208 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:59:01.335533 tst ping.py: using LAC 30517\u000a17:59:01.492556 tst ping.py: using RAC 172\u000a17:59:01.659336 tst ping.py: using CellId 30517\u000a17:59:01.805227 tst ping.py: using BVCI 30518\u000a17:59:01.830008 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:59:01.842318 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:59:01.854808 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:59:01.869072 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:59:01.882259 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:59:01.894218 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:59:01.908651 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:59:01.921830 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:59:02.225451 tst ping.py:19: start network...\u000a17:59:02.362563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:59:02.880182 run create_hlr_db(pid=9851): Launched\u000a17:59:03.067347 bus /gobi_6: Setting Powered False\u000a17:59:04.089133 run create_hlr_db(pid=9851): Terminated: ok {rc=0}\u000a17:59:04.497526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9853): Launched\u000a17:59:04.803735 run osmo-hlr_10.42.42.2(pid=9854): Launched\u000a17:59:04.919561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:59:05.449662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9856): Launched\u000a17:59:05.754849 run osmo-stp_10.42.42.5(pid=9857): Launched\u000a17:59:05.873328 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:59:06.408339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9859): Launched\u000a17:59:06.516057 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:59:06.782942 run patchelf(pid=9860): Launched\u000a17:59:06.959501 run osmo-stp_10.42.42.5(pid=9857): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9857)]\u000a17:59:07.088522 run osmo-stp_10.42.42.5(pid=9857): stdout: \u000a| (launched: 2022-12-12_17:59:05.602968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:07.217792 run osmo-stp_10.42.42.5(pid=9857): stderr: \u000a| �[0;m�[38;5;43m20221212175905771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175905771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175905772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175905772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175905773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175905773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175905773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:07.342764 run osmo-stp_10.42.42.5(pid=9857): stdout: \u000a| (launched: 2022-12-12_17:59:05.602968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:07.467006 run osmo-stp_10.42.42.5(pid=9857): stderr: \u000a| �[0;m�[38;5;43m20221212175905771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175905771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175905772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175905772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175905773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175905773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175905773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:07.611340 run patchelf(pid=9860): Terminating (SIGINT)\u000a17:59:07.780711 run patchelf(pid=9860): Terminated: ok {rc=0}\u000a17:59:07.811579 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9857): Process ended prematurely: osmo-stp_10.42.42.5(pid=9857) [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9857)] [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a17:59:07.820500 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:59:07.882323 run osmo-hlr_10.42.42.2(pid=9854): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9854)]\u000a17:59:07.932610 run osmo-hlr_10.42.42.2(pid=9854): stdout: \u000a| (launched: 2022-12-12_17:59:04.651387) \u000a17:59:07.983419 run osmo-hlr_10.42.42.2(pid=9854): stderr: \u000a| �[0;m�[1;31m20221212175904827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175904827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175904827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175904827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175904827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175904827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175904838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175904847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175904847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175904847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:59:08.026453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9853): Terminating (SIGTERM)\u000a17:59:08.067376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9856): Terminating (SIGTERM)\u000a17:59:08.108341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9859): Terminating (SIGTERM)\u000a17:59:08.118068 --- ParallelTerminationStrategy: PID 9853 died...\u000a17:59:08.172825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9853): Terminated: ok {rc=0}\u000a17:59:08.182615 --- ParallelTerminationStrategy: PID 9856 died...\u000a17:59:08.237102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9856): Terminated: ok {rc=0}\u000a17:59:08.247073 --- ParallelTerminationStrategy: PID 9859 died...\u000a17:59:08.301259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9859): Terminated: ok {rc=0}\u000a17:59:08.391728 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9867): Process ended prematurely: osmo-stp_10.42.42.5(pid=9867) [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9867)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9867): Process ended prematurely: osmo-stp_10.42.42.5(pid=9867) [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a17:59:09.444677 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:59:09.456909 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:59:09.603643 tst ping_idle_ping.py: using LAC 30518\u000a17:59:09.724263 tst ping_idle_ping.py: using RAC 173\u000a17:59:09.844187 tst ping_idle_ping.py: using CellId 30518\u000a17:59:09.964668 tst ping_idle_ping.py: using BVCI 30519\u000a17:59:09.987758 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:59:09.998815 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:59:10.009665 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:59:10.020845 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:59:10.031761 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:59:10.042785 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:59:10.054001 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:59:10.065112 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:59:10.360501 tst ping_idle_ping.py:24: start network...\u000a17:59:10.496539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:59:11.025647 run create_hlr_db(pid=9861): Launched\u000a17:59:11.213966 bus /gobi_6: Setting Powered False\u000a17:59:12.234474 run create_hlr_db(pid=9861): Terminated: ok {rc=0}\u000a17:59:12.642860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9863): Launched\u000a17:59:12.947499 run osmo-hlr_10.42.42.2(pid=9864): Launched\u000a17:59:13.066302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:59:13.630189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9866): Launched\u000a17:59:13.956665 run osmo-stp_10.42.42.5(pid=9867): Launched\u000a17:59:14.074029 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:59:14.640012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9869): Launched\u000a17:59:14.754947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:59:15.037376 run patchelf(pid=9870): Launched\u000a17:59:15.225715 run osmo-stp_10.42.42.5(pid=9867): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9867)]\u000a17:59:15.363002 run osmo-stp_10.42.42.5(pid=9867): stdout: \u000a| (launched: 2022-12-12_17:59:13.794898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:15.500576 run osmo-stp_10.42.42.5(pid=9867): stderr: \u000a| �[0;m�[38;5;43m20221212175913986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175913986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175913987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175913987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175913987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175913988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175913988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:15.633370 run osmo-stp_10.42.42.5(pid=9867): stdout: \u000a| (launched: 2022-12-12_17:59:13.794898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:15.765503 run osmo-stp_10.42.42.5(pid=9867): stderr: \u000a| �[0;m�[38;5;43m20221212175913986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175913986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175913987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175913987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175913987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175913988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175913988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:15.920654 run patchelf(pid=9870): Terminating (SIGINT)\u000a17:59:16.104780 run patchelf(pid=9870): Terminated: ok {rc=0}\u000a17:59:16.139254 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9867): Process ended prematurely: osmo-stp_10.42.42.5(pid=9867) [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9867)] [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a17:59:16.149777 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:59:16.213520 run osmo-hlr_10.42.42.2(pid=9864): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9864)]\u000a17:59:16.265854 run osmo-hlr_10.42.42.2(pid=9864): stdout: \u000a| (launched: 2022-12-12_17:59:12.796496) \u000a17:59:16.318642 run osmo-hlr_10.42.42.2(pid=9864): stderr: \u000a| �[0;m�[1;31m20221212175912971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175912971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175912971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175912971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175912971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175912971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175912986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175912995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175912995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175912995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:59:16.363791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9863): Terminating (SIGTERM)\u000a17:59:16.408352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9866): Terminating (SIGTERM)\u000a17:59:16.452066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9869): Terminating (SIGTERM)\u000a17:59:16.463868 --- ParallelTerminationStrategy: PID 9863 died...\u000a17:59:16.526476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9863): Terminated: ok {rc=0}\u000a17:59:16.537159 --- ParallelTerminationStrategy: PID 9866 died...\u000a17:59:16.594923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9866): Terminated: ok {rc=0}\u000a17:59:16.605649 --- ParallelTerminationStrategy: PID 9869 died...\u000a17:59:16.663561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9869): Terminated: ok {rc=0}\u000a17:59:16.753364 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:58:18" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9882): Process ended prematurely: osmo-stp_10.42.42.5(pid=9882) [trial-2380↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9882)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9882): Process ended prematurely: osmo-stp_10.42.42.5(pid=9882) [trial-2380↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a17:59:18.745205 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:59:18.757053 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:59:18.901980 tst switch_tch_pdch.py: using LAC 30519\u000a17:59:19.032716 tst switch_tch_pdch.py: using RAC 174\u000a17:59:19.158612 tst switch_tch_pdch.py: using CellId 30519\u000a17:59:19.276213 tst switch_tch_pdch.py: using BVCI 30520\u000a17:59:19.299298 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:59:19.310568 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:59:19.321618 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:59:19.333064 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:59:19.344474 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:59:19.355842 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:59:19.367349 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:59:19.378791 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:59:19.503587 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:59:19.796679 tst switch_tch_pdch.py:51: start network...\u000a17:59:19.931147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:59:20.451079 run create_hlr_db(pid=9876): Launched\u000a17:59:20.637540 bus /gobi_6: Setting Powered False\u000a17:59:21.659980 run create_hlr_db(pid=9876): Terminated: ok {rc=0}\u000a17:59:22.065563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9878): Launched\u000a17:59:22.370433 run osmo-hlr_10.42.42.2(pid=9879): Launched\u000a17:59:22.485529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:59:23.010310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9881): Launched\u000a17:59:23.313505 run osmo-stp_10.42.42.5(pid=9882): Launched\u000a17:59:23.423361 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:59:23.950433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9884): Launched\u000a17:59:24.058010 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:59:24.324011 run patchelf(pid=9885): Launched\u000a17:59:24.500258 run osmo-stp_10.42.42.5(pid=9882): ERR: Terminated: ERROR {rc=1} [trial-2380↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9882)]\u000a17:59:24.629591 run osmo-stp_10.42.42.5(pid=9882): stdout: \u000a| (launched: 2022-12-12_17:59:23.163328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:24.758741 run osmo-stp_10.42.42.5(pid=9882): stderr: \u000a| �[0;m�[38;5;43m20221212175923331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175923331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175923332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175923332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175923333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175923333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175923333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:24.883332 run osmo-stp_10.42.42.5(pid=9882): stdout: \u000a| (launched: 2022-12-12_17:59:23.163328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:25.006794 run osmo-stp_10.42.42.5(pid=9882): stderr: \u000a| �[0;m�[38;5;43m20221212175923331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175923331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175923332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175923332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175923333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175923333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175923333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:25.150819 run patchelf(pid=9885): Terminating (SIGINT)\u000a17:59:25.319705 run patchelf(pid=9885): Terminated: ok {rc=0}\u000a17:59:25.350258 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9882): Process ended prematurely: osmo-stp_10.42.42.5(pid=9882) [trial-2380↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9882)] [trial-2380↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a17:59:25.358985 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a17:59:25.419538 run osmo-hlr_10.42.42.2(pid=9879): ERR: Terminated: ERROR {rc=237} [trial-2380↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9879)]\u000a17:59:25.468915 run osmo-hlr_10.42.42.2(pid=9879): stdout: \u000a| (launched: 2022-12-12_17:59:22.219228) \u000a17:59:25.518483 run osmo-hlr_10.42.42.2(pid=9879): stderr: \u000a| �[0;m�[1;31m20221212175922392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175922392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175922392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175922392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175922392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175922392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175922409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175922418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175922418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175922418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:59:25.560805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9878): Terminating (SIGTERM)\u000a17:59:25.600936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9881): Terminating (SIGTERM)\u000a17:59:25.641430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9884): Terminating (SIGTERM)\u000a17:59:25.651730 --- ParallelTerminationStrategy: PID 9878 died...\u000a17:59:25.705036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9878): Terminated: ok {rc=0}\u000a17:59:25.714959 --- ParallelTerminationStrategy: PID 9881 died...\u000a17:59:25.767672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9881): Terminated: ok {rc=0}\u000a17:59:25.777512 --- ParallelTerminationStrategy: PID 9884 died...\u000a17:59:25.830417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9884): Terminated: ok {rc=0}\u000a17:59:25.919179 bus /gobi_0: Setting Powered False\u000a17:59:27.022293 bus /gobi_0: Setting Powered False\u000a17:59:28.134161 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:59:18" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9899): Process ended prematurely: osmo-stp_10.42.42.5(pid=9899) [trial-2380↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9899)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9899): Process ended prematurely: osmo-stp_10.42.42.5(pid=9899) [trial-2380↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a17:59:30.063318 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:59:30.074265 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a17:59:30.219397 tst switch_tch_pdch.py: using LAC 30520\u000a17:59:30.339195 tst switch_tch_pdch.py: using RAC 175\u000a17:59:30.458717 tst switch_tch_pdch.py: using CellId 30520\u000a17:59:30.576401 tst switch_tch_pdch.py: using BVCI 30521\u000a17:59:30.599282 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:59:30.610291 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:59:30.621039 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:59:30.632022 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:59:30.643008 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:59:30.654078 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:59:30.665297 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:59:30.676222 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:59:30.796354 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:59:31.113469 tst switch_tch_pdch.py:51: start network...\u000a17:59:31.251558 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:59:31.808449 run create_hlr_db(pid=9890): Launched\u000a17:59:31.937854 bus /gobi_6: Setting Powered False\u000a17:59:33.006074 run create_hlr_db(pid=9890): Terminated: ok {rc=0}\u000a17:59:33.410656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9892): Launched\u000a17:59:33.734424 run osmo-hlr_10.42.42.2(pid=9893): Launched\u000a17:59:33.854217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:59:34.395314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9895): Launched\u000a17:59:34.719332 run osmo-stp_10.42.42.5(pid=9899): Launched\u000a17:59:34.834734 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:59:35.364237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9901): Launched\u000a17:59:35.471728 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:59:35.737788 run patchelf(pid=9902): Launched\u000a17:59:35.913250 run osmo-stp_10.42.42.5(pid=9899): ERR: Terminated: ERROR {rc=1} [trial-2380↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9899)]\u000a17:59:36.041805 run osmo-stp_10.42.42.5(pid=9899): stdout: \u000a| (launched: 2022-12-12_17:59:34.560084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:36.171014 run osmo-stp_10.42.42.5(pid=9899): stderr: \u000a| �[0;m�[38;5;43m20221212175934750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175934750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175934750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175934751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175934751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175934751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175934751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:36.295569 run osmo-stp_10.42.42.5(pid=9899): stdout: \u000a| (launched: 2022-12-12_17:59:34.560084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:36.419275 run osmo-stp_10.42.42.5(pid=9899): stderr: \u000a| �[0;m�[38;5;43m20221212175934750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175934750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175934750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175934751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175934751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175934751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175934751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:36.563200 run patchelf(pid=9902): Terminating (SIGINT)\u000a17:59:36.730981 run patchelf(pid=9902): Terminated: ok {rc=0}\u000a17:59:36.761625 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9899): Process ended prematurely: osmo-stp_10.42.42.5(pid=9899) [trial-2380↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9899)] [trial-2380↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a17:59:36.770510 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a17:59:36.831753 run osmo-hlr_10.42.42.2(pid=9893): ERR: Terminated: ERROR {rc=237} [trial-2380↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9893)]\u000a17:59:36.881223 run osmo-hlr_10.42.42.2(pid=9893): stdout: \u000a| (launched: 2022-12-12_17:59:33.575064) \u000a17:59:36.931944 run osmo-hlr_10.42.42.2(pid=9893): stderr: \u000a| �[0;m�[1;31m20221212175933772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175933772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175933772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175933772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175933772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175933772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175933786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175933795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175933795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175933795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:59:36.974812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9892): Terminating (SIGTERM)\u000a17:59:37.015575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9895): Terminating (SIGTERM)\u000a17:59:37.056228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9901): Terminating (SIGTERM)\u000a17:59:37.065852 --- ParallelTerminationStrategy: PID 9892 died...\u000a17:59:37.120502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9892): Terminated: ok {rc=0}\u000a17:59:37.130527 --- ParallelTerminationStrategy: PID 9895 died...\u000a17:59:37.184136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9895): Terminated: ok {rc=0}\u000a17:59:37.194104 --- ParallelTerminationStrategy: PID 9901 died...\u000a17:59:37.247809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9901): Terminated: ok {rc=0}\u000a17:59:37.333154 bus /gobi_0: Setting Powered False\u000a17:59:38.442023 bus /gobi_0: Setting Powered False\u000a17:59:39.550979 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:59:29" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9907): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9907) [trial-2380↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9907)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9907): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9907) [trial-2380↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a17:59:41.439823 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a17:59:41.451036 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a17:59:41.599861 tst mo_mt_sms.py: using LAC 30521\u000a17:59:41.726603 tst mo_mt_sms.py: using RAC 176\u000a17:59:41.857881 tst mo_mt_sms.py: using CellId 30521\u000a17:59:41.982039 tst mo_mt_sms.py: using BVCI 30522\u000a17:59:42.006652 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a17:59:42.123229 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a17:59:42.417684 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:59:42.552419 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:59:43.222270 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9906): Launched\u000a17:59:43.544929 run osmo-nitb_10.42.42.2(pid=9907): Launched\u000a17:59:43.742878 run osmo-nitb_10.42.42.2(pid=9907): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9907)]\u000a17:59:43.888165 run osmo-nitb_10.42.42.2(pid=9907): stdout: \u000a| (launched: 2022-12-12_17:59:43.386983) \u000a17:59:44.034458 run osmo-nitb_10.42.42.2(pid=9907): stderr: \u000a| (launched: 2022-12-12_17:59:43.435074)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:59:44.176333 run osmo-nitb_10.42.42.2(pid=9907): stdout: \u000a| (launched: 2022-12-12_17:59:43.386983) \u000a17:59:44.316565 run osmo-nitb_10.42.42.2(pid=9907): stderr: \u000a| (launched: 2022-12-12_17:59:43.435074)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:59:44.675554 tst osmo-nitb_10.42.42.2(pid=9907): stdout: \u000a| (launched: 2022-12-12_17:59:43.386983) \u000a17:59:44.803819 tst osmo-nitb_10.42.42.2(pid=9907): stderr: \u000a| (launched: 2022-12-12_17:59:43.435074)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:59:44.859988 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9907): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9907) [trial-2380↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9907)] [trial-2380↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a17:59:44.868685 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a17:59:44.905342 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9906): Terminating (SIGTERM)\u000a17:59:45.082997 --- ParallelTerminationStrategy: PID 9906 died...\u000a17:59:45.140382 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9906): Terminated: ok {rc=0}\u000a17:59:45.230954 bus /sierra_3: Setting Powered False\u000a17:59:46.354403 bus /sierra_3: Setting Powered False\u000a17:59:47.469163 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:59:41" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9917): Process ended prematurely: osmo-stp_10.42.42.5(pid=9917) [trial-2380↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9917)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9917): Process ended prematurely: osmo-stp_10.42.42.5(pid=9917) [trial-2380↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a17:59:49.371498 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:59:49.382202 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a17:59:49.520257 tst mo_mt_sms.py: using LAC 30522\u000a17:59:49.640309 tst mo_mt_sms.py: using RAC 177\u000a17:59:49.764435 tst mo_mt_sms.py: using CellId 30522\u000a17:59:49.895274 tst mo_mt_sms.py: using BVCI 30523\u000a17:59:49.919880 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:59:49.930986 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:59:49.941943 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:59:49.952802 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:59:49.963731 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:59:49.974718 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a17:59:50.091784 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a17:59:50.292643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:59:50.774547 run create_hlr_db(pid=9911): Launched\u000a17:59:50.949283 bus /sierra_2: Setting Powered False\u000a17:59:51.971003 run create_hlr_db(pid=9911): Terminated: ok {rc=0}\u000a17:59:52.376315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9913): Launched\u000a17:59:52.681796 run osmo-hlr_10.42.42.2(pid=9914): Launched\u000a17:59:52.799777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:59:53.330714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9916): Launched\u000a17:59:53.634072 run osmo-stp_10.42.42.5(pid=9917): Launched\u000a17:59:53.744751 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:59:54.299617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9919): Launched\u000a17:59:54.606337 run osmo-msc_10.42.42.6(pid=9920): Launched\u000a17:59:54.783114 run osmo-stp_10.42.42.5(pid=9917): ERR: Terminated: ERROR {rc=1} [trial-2380↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9917)]\u000a17:59:54.910850 run osmo-stp_10.42.42.5(pid=9917): stdout: \u000a| (launched: 2022-12-12_17:59:53.483468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:55.036542 run osmo-stp_10.42.42.5(pid=9917): stderr: \u000a| �[0;m�[38;5;43m20221212175953654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175953654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175953654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175953655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175953655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175953655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175953655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:55.157800 run osmo-stp_10.42.42.5(pid=9917): stdout: \u000a| (launched: 2022-12-12_17:59:53.483468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:59:55.277941 run osmo-stp_10.42.42.5(pid=9917): stderr: \u000a| �[0;m�[38;5;43m20221212175953654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212175953654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212175953654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212175953655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212175953655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212175953655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212175953655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:59:55.330452 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9917): Process ended prematurely: osmo-stp_10.42.42.5(pid=9917) [trial-2380↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9917)] [trial-2380↪sms:trx-b200↪mo_mt_sms.py:16]\u000a17:59:55.338488 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a17:59:55.399562 run osmo-hlr_10.42.42.2(pid=9914): ERR: Terminated: ERROR {rc=237} [trial-2380↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9914)]\u000a17:59:55.449363 run osmo-hlr_10.42.42.2(pid=9914): stdout: \u000a| (launched: 2022-12-12_17:59:52.530536) \u000a17:59:55.499745 run osmo-hlr_10.42.42.2(pid=9914): stderr: \u000a| �[0;m�[1;31m20221212175952705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212175952705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212175952705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175952705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212175952705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212175952705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212175952720 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212175952729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212175952729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212175952729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:59:55.567839 run osmo-msc_10.42.42.6(pid=9920): ERR: Terminated: ERROR {rc=2} [trial-2380↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9920)]\u000a17:59:55.617544 run osmo-msc_10.42.42.6(pid=9920): stdout: \u000a| (launched: 2022-12-12_17:59:54.453088) \u000a17:59:55.667739 run osmo-msc_10.42.42.6(pid=9920): stderr: \u000a| �[0;m�[38;5;43m20221212175954723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212175954723 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f8737fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212175954724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212175954724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212175954724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212175954724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212175954726 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212175954726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212175954726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212175954727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:59:55.710171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9913): Terminating (SIGTERM)\u000a17:59:55.750569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9916): Terminating (SIGTERM)\u000a17:59:55.791089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9919): Terminating (SIGTERM)\u000a17:59:55.800430 --- ParallelTerminationStrategy: PID 9913 died...\u000a17:59:55.854554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9913): Terminated: ok {rc=0}\u000a17:59:55.864052 --- ParallelTerminationStrategy: PID 9916 died...\u000a17:59:55.917152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9916): Terminated: ok {rc=0}\u000a17:59:55.926899 --- ParallelTerminationStrategy: PID 9919 died...\u000a17:59:55.981205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9919): Terminated: ok {rc=0}\u000a17:59:56.070894 bus /sierra_3: Setting Powered False\u000a17:59:57.179626 bus /sierra_3: Setting Powered False\u000a17:59:58.288786 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:59:49" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9939): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9939) [trial-2380↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9939)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9939): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9939) [trial-2380↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a18:00:00.135644 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a18:00:00.147197 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a18:00:00.289586 tst assert_extension.py: using LAC 30523\u000a18:00:00.417215 tst assert_extension.py: using RAC 178\u000a18:00:00.545893 tst assert_extension.py: using CellId 30523\u000a18:00:00.676565 tst assert_extension.py: using BVCI 30524\u000a18:00:00.701189 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a18:00:01.008321 tst assert_extension.py:10: start nitb and bts...\u000a18:00:01.147033 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:00:01.868027 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9937): Launched\u000a18:00:02.237856 run osmo-nitb_10.42.42.2(pid=9939): Launched\u000a18:00:02.443576 run osmo-nitb_10.42.42.2(pid=9939): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9939)]\u000a18:00:02.594586 run osmo-nitb_10.42.42.2(pid=9939): stdout: \u000a| (launched: 2022-12-12_18:00:02.042616) \u000a18:00:02.742138 run osmo-nitb_10.42.42.2(pid=9939): stderr: \u000a| (launched: 2022-12-12_18:00:02.092223)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:00:02.875970 run osmo-nitb_10.42.42.2(pid=9939): stdout: \u000a| (launched: 2022-12-12_18:00:02.042616) \u000a18:00:03.007758 run osmo-nitb_10.42.42.2(pid=9939): stderr: \u000a| (launched: 2022-12-12_18:00:02.092223)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:00:03.362332 tst osmo-nitb_10.42.42.2(pid=9939): stdout: \u000a| (launched: 2022-12-12_18:00:02.042616) \u000a18:00:03.482473 tst osmo-nitb_10.42.42.2(pid=9939): stderr: \u000a| (launched: 2022-12-12_18:00:02.092223)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:00:03.534503 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9939): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9939) [trial-2380↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9939)] [trial-2380↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a18:00:03.542626 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a18:00:03.579014 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9937): Terminating (SIGTERM)\u000a18:00:03.756927 --- ParallelTerminationStrategy: PID 9937 died...\u000a18:00:03.813166 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9937): Terminated: ok {rc=0}\u000a18:00:03.904162 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:59:59" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9961): Process ended prematurely: osmo-stp_10.42.42.5(pid=9961) [trial-2380↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9961)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9961): Process ended prematurely: osmo-stp_10.42.42.5(pid=9961) [trial-2380↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a18:00:05.743869 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:00:05.755324 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a18:00:05.895402 tst assert_extension.py: using LAC 30524\u000a18:00:06.015478 tst assert_extension.py: using RAC 179\u000a18:00:06.135791 tst assert_extension.py: using CellId 30524\u000a18:00:06.256554 tst assert_extension.py: using BVCI 30525\u000a18:00:06.279622 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:00:06.290274 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:00:06.300775 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:00:06.311579 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:00:06.322531 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:00:06.333277 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a18:00:06.544861 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:00:07.064615 run create_hlr_db(pid=9954): Launched\u000a18:00:07.251869 bus /sierra_2: Setting Powered False\u000a18:00:08.262067 run create_hlr_db(pid=9954): Terminated: ok {rc=0}\u000a18:00:08.701551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9957): Launched\u000a18:00:09.026904 run osmo-hlr_10.42.42.2(pid=9958): Launched\u000a18:00:09.146494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:00:09.710878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9960): Launched\u000a18:00:10.036670 run osmo-stp_10.42.42.5(pid=9961): Launched\u000a18:00:10.154253 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:00:10.740799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9963): Launched\u000a18:00:11.065458 run osmo-msc_10.42.42.6(pid=9964): Launched\u000a18:00:11.253712 run osmo-stp_10.42.42.5(pid=9961): ERR: Terminated: ERROR {rc=1} [trial-2380↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9961)]\u000a18:00:11.394136 run osmo-stp_10.42.42.5(pid=9961): stdout: \u000a| (launched: 2022-12-12_18:00:09.874951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:11.547193 run osmo-stp_10.42.42.5(pid=9961): stderr: \u000a| �[0;m�[38;5;43m20221212180010067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180010067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180010067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180010067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180010068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180010068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180010068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:11.672357 run osmo-stp_10.42.42.5(pid=9961): stdout: \u000a| (launched: 2022-12-12_18:00:09.874951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:11.797092 run osmo-stp_10.42.42.5(pid=9961): stderr: \u000a| �[0;m�[38;5;43m20221212180010067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180010067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180010067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180010067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180010068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180010068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180010068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:11.851536 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9961): Process ended prematurely: osmo-stp_10.42.42.5(pid=9961) [trial-2380↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9961)] [trial-2380↪ussd:trx-b200↪assert_extension.py:17]\u000a18:00:11.859996 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a18:00:11.922083 run osmo-hlr_10.42.42.2(pid=9958): ERR: Terminated: ERROR {rc=237} [trial-2380↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9958)]\u000a18:00:11.972806 run osmo-hlr_10.42.42.2(pid=9958): stdout: \u000a| (launched: 2022-12-12_18:00:08.865876) \u000a18:00:12.024458 run osmo-hlr_10.42.42.2(pid=9958): stderr: \u000a| �[0;m�[1;31m20221212180009066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180009066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180009066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180009066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180009066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180009066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180009078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180009087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180009087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180009087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:00:12.094168 run osmo-msc_10.42.42.6(pid=9964): ERR: Terminated: ERROR {rc=2} [trial-2380↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9964)]\u000a18:00:12.145309 run osmo-msc_10.42.42.6(pid=9964): stdout: \u000a| (launched: 2022-12-12_18:00:10.904476) \u000a18:00:12.196654 run osmo-msc_10.42.42.6(pid=9964): stderr: \u000a| �[0;m�[38;5;43m20221212180011227 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180011227 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f096ad1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180011227 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180011227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180011227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180011227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180011229 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180011229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180011230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180011230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:00:12.240164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9957): Terminating (SIGTERM)\u000a18:00:12.281422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9960): Terminating (SIGTERM)\u000a18:00:12.323676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9963): Terminating (SIGTERM)\u000a18:00:12.333503 --- ParallelTerminationStrategy: PID 9957 died...\u000a18:00:12.389045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9957): Terminated: ok {rc=0}\u000a18:00:12.398942 --- ParallelTerminationStrategy: PID 9960 died...\u000a18:00:12.454289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9960): Terminated: ok {rc=0}\u000a18:00:12.464226 --- ParallelTerminationStrategy: PID 9963 died...\u000a18:00:12.519428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9963): Terminated: ok {rc=0}\u000a18:00:12.607390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:00:05" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9976): Process ended prematurely: osmo-stp_10.42.42.5(pid=9976) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9976)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9976): Process ended prematurely: osmo-stp_10.42.42.5(pid=9976) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:00:14.568545 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:00:14.580103 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:00:14.743737 tst mo_mt_call.py: using LAC 30525\u000a18:00:14.873053 tst mo_mt_call.py: using RAC 180\u000a18:00:14.994490 tst mo_mt_call.py: using CellId 30525\u000a18:00:15.111899 tst mo_mt_call.py: using BVCI 30526\u000a18:00:15.134622 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:00:15.145935 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:00:15.156939 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:00:15.168406 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:00:15.180908 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:00:15.193095 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:00:15.306849 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:00:15.517322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:00:16.046243 run create_hlr_db(pid=9970): Launched\u000a18:00:16.251655 bus /sierra_2: Setting Powered False\u000a18:00:17.265891 run create_hlr_db(pid=9970): Terminated: ok {rc=0}\u000a18:00:17.697606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9972): Launched\u000a18:00:18.022640 run osmo-hlr_10.42.42.2(pid=9973): Launched\u000a18:00:18.139891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:00:18.697697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9975): Launched\u000a18:00:19.020232 run osmo-stp_10.42.42.5(pid=9976): Launched\u000a18:00:19.137624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:00:19.725575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9978): Launched\u000a18:00:20.049577 run osmo-msc_10.42.42.6(pid=9979): Launched\u000a18:00:20.238053 run osmo-stp_10.42.42.5(pid=9976): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9976)]\u000a18:00:20.373928 run osmo-stp_10.42.42.5(pid=9976): stdout: \u000a| (launched: 2022-12-12_18:00:18.861595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:20.508647 run osmo-stp_10.42.42.5(pid=9976): stderr: \u000a| �[0;m�[38;5;43m20221212180019050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180019051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180019051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180019051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180019052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180019052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180019052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:20.638179 run osmo-stp_10.42.42.5(pid=9976): stdout: \u000a| (launched: 2022-12-12_18:00:18.861595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:20.767383 run osmo-stp_10.42.42.5(pid=9976): stderr: \u000a| �[0;m�[38;5;43m20221212180019050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180019051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180019051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180019051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180019052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180019052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180019052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:20.824562 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9976): Process ended prematurely: osmo-stp_10.42.42.5(pid=9976) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9976)] [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:00:20.833928 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:00:20.895748 run osmo-hlr_10.42.42.2(pid=9973): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9973)]\u000a18:00:20.946788 run osmo-hlr_10.42.42.2(pid=9973): stdout: \u000a| (launched: 2022-12-12_18:00:17.861214) \u000a18:00:20.998325 run osmo-hlr_10.42.42.2(pid=9973): stderr: \u000a| �[0;m�[1;31m20221212180018056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180018056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180018056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180018056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180018056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180018056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180018069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180018079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180018079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180018080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:00:21.068450 run osmo-msc_10.42.42.6(pid=9979): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9979)]\u000a18:00:21.119836 run osmo-msc_10.42.42.6(pid=9979): stdout: \u000a| (launched: 2022-12-12_18:00:19.889732) \u000a18:00:21.171456 run osmo-msc_10.42.42.6(pid=9979): stderr: \u000a| �[0;m�[38;5;43m20221212180020209 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180020210 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a866a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180020210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180020210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180020210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180020210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180020212 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180020212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180020212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180020212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:00:21.215345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9972): Terminating (SIGTERM)\u000a18:00:21.256679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9975): Terminating (SIGTERM)\u000a18:00:21.298408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9978): Terminating (SIGTERM)\u000a18:00:21.307510 --- ParallelTerminationStrategy: PID 9972 died...\u000a18:00:21.362902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9972): Terminated: ok {rc=0}\u000a18:00:21.372913 --- ParallelTerminationStrategy: PID 9975 died...\u000a18:00:21.428218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9975): Terminated: ok {rc=0}\u000a18:00:21.438062 --- ParallelTerminationStrategy: PID 9978 died...\u000a18:00:21.493516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9978): Terminated: ok {rc=0}\u000a18:00:21.580643 bus /sierra_3: Setting Powered False\u000a18:00:22.685822 bus /sierra_3: Setting Powered False\u000a18:00:23.793196 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9987): Process ended prematurely: osmo-stp_10.42.42.5(pid=9987) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9987)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9987): Process ended prematurely: osmo-stp_10.42.42.5(pid=9987) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9987)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:00:24.909286 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:00:24.922126 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:00:25.087168 tst mo_mt_call_osmux.py: using LAC 30526\u000a18:00:25.216278 tst mo_mt_call_osmux.py: using RAC 181\u000a18:00:25.345443 tst mo_mt_call_osmux.py: using CellId 30526\u000a18:00:25.473242 tst mo_mt_call_osmux.py: using BVCI 30527\u000a18:00:25.497785 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:00:25.509292 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:00:25.520585 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:00:25.532107 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:00:25.543808 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:00:25.555335 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:00:25.674516 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:00:25.876012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:00:26.352080 run create_hlr_db(pid=9981): Launched\u000a18:00:26.525705 bus /sierra_2: Setting Powered False\u000a18:00:27.547598 run create_hlr_db(pid=9981): Terminated: ok {rc=0}\u000a18:00:27.950021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9983): Launched\u000a18:00:28.251754 run osmo-hlr_10.42.42.2(pid=9984): Launched\u000a18:00:28.365400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:00:28.889618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9986): Launched\u000a18:00:29.192204 run osmo-stp_10.42.42.5(pid=9987): Launched\u000a18:00:29.301738 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:00:29.850969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9989): Launched\u000a18:00:30.154244 run osmo-msc_10.42.42.6(pid=9990): Launched\u000a18:00:30.329434 run osmo-stp_10.42.42.5(pid=9987): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9987)]\u000a18:00:30.456561 run osmo-stp_10.42.42.5(pid=9987): stdout: \u000a| (launched: 2022-12-12_18:00:29.042583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:30.582254 run osmo-stp_10.42.42.5(pid=9987): stderr: \u000a| �[0;m�[38;5;43m20221212180029210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180029210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180029211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180029211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180029212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180029212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180029212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:30.702946 run osmo-stp_10.42.42.5(pid=9987): stdout: \u000a| (launched: 2022-12-12_18:00:29.042583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:30.823168 run osmo-stp_10.42.42.5(pid=9987): stderr: \u000a| �[0;m�[38;5;43m20221212180029210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180029210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180029211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180029211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180029212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180029212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180029212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:30.894641 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9987): Process ended prematurely: osmo-stp_10.42.42.5(pid=9987) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9987)] [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:00:30.904029 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a18:00:30.965959 run osmo-hlr_10.42.42.2(pid=9984): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9984)]\u000a18:00:31.016294 run osmo-hlr_10.42.42.2(pid=9984): stdout: \u000a| (launched: 2022-12-12_18:00:28.102382) \u000a18:00:31.067583 run osmo-hlr_10.42.42.2(pid=9984): stderr: \u000a| �[0;m�[1;31m20221212180028276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180028276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180028276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180028276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180028276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180028276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180028288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180028296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180028296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180028296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:00:31.136909 run osmo-msc_10.42.42.6(pid=9990): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9990)]\u000a18:00:31.187649 run osmo-msc_10.42.42.6(pid=9990): stdout: \u000a| (launched: 2022-12-12_18:00:30.003915) \u000a18:00:31.238683 run osmo-msc_10.42.42.6(pid=9990): stderr: \u000a| �[0;m�[38;5;43m20221212180030273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180030273 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f874731cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180030273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180030273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180030273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180030274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180030275 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180030276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180030276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180030276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:00:31.281731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9983): Terminating (SIGTERM)\u000a18:00:31.323743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9986): Terminating (SIGTERM)\u000a18:00:31.365719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9989): Terminating (SIGTERM)\u000a18:00:31.375288 --- ParallelTerminationStrategy: PID 9983 died...\u000a18:00:31.429400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9983): Terminated: ok {rc=0}\u000a18:00:31.439668 --- ParallelTerminationStrategy: PID 9986 died...\u000a18:00:31.493651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9986): Terminated: ok {rc=0}\u000a18:00:31.503896 --- ParallelTerminationStrategy: PID 9989 died...\u000a18:00:31.558459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9989): Terminated: ok {rc=0}\u000a18:00:31.644138 bus /sierra_3: Setting Powered False\u000a18:00:32.745265 bus /sierra_3: Setting Powered False\u000a18:00:33.855849 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:00:14" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10001): Process ended prematurely: osmo-stp_10.42.42.5(pid=10001) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10001)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10001): Process ended prematurely: osmo-stp_10.42.42.5(pid=10001) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:00:35.853700 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:00:35.865400 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:00:36.029745 tst mo_mt_call.py: using LAC 30527\u000a18:00:36.157267 tst mo_mt_call.py: using RAC 182\u000a18:00:36.284389 tst mo_mt_call.py: using CellId 30527\u000a18:00:36.410064 tst mo_mt_call.py: using BVCI 30528\u000a18:00:36.434564 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:00:36.446252 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:00:36.457649 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:00:36.469055 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:00:36.480487 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:00:36.492397 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:00:36.613244 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:00:36.826891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:00:37.342661 run create_hlr_db(pid=9995): Launched\u000a18:00:37.529650 bus /sierra_2: Setting Powered False\u000a18:00:38.550636 run create_hlr_db(pid=9995): Terminated: ok {rc=0}\u000a18:00:38.958368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9997): Launched\u000a18:00:39.262986 run osmo-hlr_10.42.42.2(pid=9998): Launched\u000a18:00:39.384031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:00:39.910278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10000): Launched\u000a18:00:40.212672 run osmo-stp_10.42.42.5(pid=10001): Launched\u000a18:00:40.322141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:00:40.873338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10003): Launched\u000a18:00:41.177498 run osmo-msc_10.42.42.6(pid=10004): Launched\u000a18:00:41.353273 run osmo-stp_10.42.42.5(pid=10001): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10001)]\u000a18:00:41.480424 run osmo-stp_10.42.42.5(pid=10001): stdout: \u000a| (launched: 2022-12-12_18:00:40.063045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:41.606710 run osmo-stp_10.42.42.5(pid=10001): stderr: \u000a| �[0;m�[38;5;43m20221212180040231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180040231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180040231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180040232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180040232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180040232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180040232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:41.728039 run osmo-stp_10.42.42.5(pid=10001): stdout: \u000a| (launched: 2022-12-12_18:00:40.063045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:41.847697 run osmo-stp_10.42.42.5(pid=10001): stderr: \u000a| �[0;m�[38;5;43m20221212180040231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180040231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180040231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180040232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180040232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180040232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180040232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:41.901174 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10001): Process ended prematurely: osmo-stp_10.42.42.5(pid=10001) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10001)] [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:00:41.909695 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:00:41.969745 run osmo-hlr_10.42.42.2(pid=9998): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9998)]\u000a18:00:42.019019 run osmo-hlr_10.42.42.2(pid=9998): stdout: \u000a| (launched: 2022-12-12_18:00:39.111865) \u000a18:00:42.072666 run osmo-hlr_10.42.42.2(pid=9998): stderr: \u000a| �[0;m�[1;31m20221212180039285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180039285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180039285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180039285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180039285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180039285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180039296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180039304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180039304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180039304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:00:42.138774 run osmo-msc_10.42.42.6(pid=10004): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10004)]\u000a18:00:42.187657 run osmo-msc_10.42.42.6(pid=10004): stdout: \u000a| (launched: 2022-12-12_18:00:41.026676) \u000a18:00:42.236654 run osmo-msc_10.42.42.6(pid=10004): stderr: \u000a| �[0;m�[38;5;43m20221212180041296 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180041296 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3ba150c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180041296 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180041296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180041296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180041297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180041298 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180041299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180041299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180041299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:00:42.278396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9997): Terminating (SIGTERM)\u000a18:00:42.318109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10000): Terminating (SIGTERM)\u000a18:00:42.357829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10003): Terminating (SIGTERM)\u000a18:00:42.367285 --- ParallelTerminationStrategy: PID 9997 died...\u000a18:00:42.420598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9997): Terminated: ok {rc=0}\u000a18:00:42.430330 --- ParallelTerminationStrategy: PID 10000 died...\u000a18:00:42.483672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10000): Terminated: ok {rc=0}\u000a18:00:42.493900 --- ParallelTerminationStrategy: PID 10003 died...\u000a18:00:42.546848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10003): Terminated: ok {rc=0}\u000a18:00:42.630870 bus /sierra_3: Setting Powered False\u000a18:00:43.732685 bus /sierra_3: Setting Powered False\u000a18:00:44.845648 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10013): Process ended prematurely: osmo-stp_10.42.42.5(pid=10013) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10013)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10013): Process ended prematurely: osmo-stp_10.42.42.5(pid=10013) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:00:45.975567 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:00:45.989531 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:00:46.157490 tst mo_mt_call_osmux.py: using LAC 30528\u000a18:00:46.280881 tst mo_mt_call_osmux.py: using RAC 183\u000a18:00:46.409309 tst mo_mt_call_osmux.py: using CellId 30528\u000a18:00:46.531478 tst mo_mt_call_osmux.py: using BVCI 30529\u000a18:00:46.555670 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:00:46.567920 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:00:46.581623 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:00:46.593849 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:00:46.607312 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:00:46.621485 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:00:46.740424 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:00:46.951494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:00:47.438381 run create_hlr_db(pid=10007): Launched\u000a18:00:47.614101 bus /sierra_2: Setting Powered False\u000a18:00:48.635733 run create_hlr_db(pid=10007): Terminated: ok {rc=0}\u000a18:00:49.042991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10009): Launched\u000a18:00:49.348382 run osmo-hlr_10.42.42.2(pid=10010): Launched\u000a18:00:49.462397 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:00:49.989672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10012): Launched\u000a18:00:50.294870 run osmo-stp_10.42.42.5(pid=10013): Launched\u000a18:00:50.405455 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:00:50.969441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10015): Launched\u000a18:00:51.277531 run osmo-msc_10.42.42.6(pid=10016): Launched\u000a18:00:51.456772 run osmo-stp_10.42.42.5(pid=10013): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10013)]\u000a18:00:51.585567 run osmo-stp_10.42.42.5(pid=10013): stdout: \u000a| (launched: 2022-12-12_18:00:50.143904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:51.711771 run osmo-stp_10.42.42.5(pid=10013): stderr: \u000a| �[0;m�[38;5;43m20221212180050310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180050310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180050310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180050311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180050311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180050311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180050311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:51.833975 run osmo-stp_10.42.42.5(pid=10013): stdout: \u000a| (launched: 2022-12-12_18:00:50.143904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:00:51.955418 run osmo-stp_10.42.42.5(pid=10013): stderr: \u000a| �[0;m�[38;5;43m20221212180050310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180050310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180050310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180050311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180050311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180050311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180050311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:00:52.009071 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10013): Process ended prematurely: osmo-stp_10.42.42.5(pid=10013) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10013)] [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:00:52.017705 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:00:52.078459 run osmo-hlr_10.42.42.2(pid=10010): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10010)]\u000a18:00:52.127925 run osmo-hlr_10.42.42.2(pid=10010): stdout: \u000a| (launched: 2022-12-12_18:00:49.197927) \u000a18:00:52.178288 run osmo-hlr_10.42.42.2(pid=10010): stderr: \u000a| �[0;m�[1;31m20221212180049372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180049372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180049373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180049373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180049373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180049373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180049384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180049393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180049394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180049394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:00:52.246098 run osmo-msc_10.42.42.6(pid=10016): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10016)]\u000a18:00:52.301256 run osmo-msc_10.42.42.6(pid=10016): stdout: \u000a| (launched: 2022-12-12_18:00:51.124532) \u000a18:00:52.350626 run osmo-msc_10.42.42.6(pid=10016): stderr: \u000a| �[0;m�[38;5;43m20221212180051394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180051394 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65e3b1fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180051394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180051394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180051394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180051395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180051396 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180051397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180051397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180051397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:00:52.392939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10009): Terminating (SIGTERM)\u000a18:00:52.432843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10012): Terminating (SIGTERM)\u000a18:00:52.472773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10015): Terminating (SIGTERM)\u000a18:00:52.482218 --- ParallelTerminationStrategy: PID 10009 died...\u000a18:00:52.535347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10009): Terminated: ok {rc=0}\u000a18:00:52.544929 --- ParallelTerminationStrategy: PID 10012 died...\u000a18:00:52.597725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10012): Terminated: ok {rc=0}\u000a18:00:52.607341 --- ParallelTerminationStrategy: PID 10015 died...\u000a18:00:52.660622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10015): Terminated: ok {rc=0}\u000a18:00:52.749350 bus /sierra_3: Setting Powered False\u000a18:00:53.852859 bus /sierra_3: Setting Powered False\u000a18:00:54.965746 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:00:35" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10027): Process ended prematurely: osmo-stp_10.42.42.5(pid=10027) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10027)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10027): Process ended prematurely: osmo-stp_10.42.42.5(pid=10027) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:00:56.967755 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:00:56.979432 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:00:57.146859 tst mo_mt_call.py: using LAC 30529\u000a18:00:57.271135 tst mo_mt_call.py: using RAC 184\u000a18:00:57.395267 tst mo_mt_call.py: using CellId 30529\u000a18:00:57.519480 tst mo_mt_call.py: using BVCI 30530\u000a18:00:57.544126 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:00:57.555733 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:00:57.567196 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:00:57.578927 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:00:57.590507 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:00:57.602145 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:00:57.717246 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:00:57.927456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:00:58.442011 run create_hlr_db(pid=10021): Launched\u000a18:00:58.627920 bus /sierra_2: Setting Powered False\u000a18:00:59.649415 run create_hlr_db(pid=10021): Terminated: ok {rc=0}\u000a18:01:00.080201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10023): Launched\u000a18:01:00.403430 run osmo-hlr_10.42.42.2(pid=10024): Launched\u000a18:01:00.519699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:01:01.098749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10026): Launched\u000a18:01:01.514504 run osmo-stp_10.42.42.5(pid=10027): Launched\u000a18:01:01.834808 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:01:02.456091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10029): Launched\u000a18:01:02.763056 run osmo-msc_10.42.42.6(pid=10030): Launched\u000a18:01:02.940575 run osmo-stp_10.42.42.5(pid=10027): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10027)]\u000a18:01:03.069085 run osmo-stp_10.42.42.5(pid=10027): stdout: \u000a| (launched: 2022-12-12_18:01:01.261243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:03.194544 run osmo-stp_10.42.42.5(pid=10027): stderr: \u000a| �[0;m�[38;5;43m20221212180101657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180101658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180101658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180101660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180101661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180101661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180101662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:03.315861 run osmo-stp_10.42.42.5(pid=10027): stdout: \u000a| (launched: 2022-12-12_18:01:01.261243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:03.436573 run osmo-stp_10.42.42.5(pid=10027): stderr: \u000a| �[0;m�[38;5;43m20221212180101657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180101658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180101658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180101660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180101661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180101661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180101662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:03.489710 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10027): Process ended prematurely: osmo-stp_10.42.42.5(pid=10027) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10027)] [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:01:03.498365 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a18:01:03.559497 run osmo-hlr_10.42.42.2(pid=10024): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10024)]\u000a18:01:03.609903 run osmo-hlr_10.42.42.2(pid=10024): stdout: \u000a| (launched: 2022-12-12_18:01:00.245502) \u000a18:01:03.660254 run osmo-hlr_10.42.42.2(pid=10024): stderr: \u000a| �[0;m�[1;31m20221212180100443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180100443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180100443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180100443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180100443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180100443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180100455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180100463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180100464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180100464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:01:03.727907 run osmo-msc_10.42.42.6(pid=10030): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10030)]\u000a18:01:03.778302 run osmo-msc_10.42.42.6(pid=10030): stdout: \u000a| (launched: 2022-12-12_18:01:02.610156) \u000a18:01:03.828679 run osmo-msc_10.42.42.6(pid=10030): stderr: \u000a| �[0;m�[38;5;43m20221212180102879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180102879 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d3c0dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180102879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180102879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180102880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180102880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180102882 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180102882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180102882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180102882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:01:03.870641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10023): Terminating (SIGTERM)\u000a18:01:03.910989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10026): Terminating (SIGTERM)\u000a18:01:03.951340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10029): Terminating (SIGTERM)\u000a18:01:03.961358 --- ParallelTerminationStrategy: PID 10023 died...\u000a18:01:04.015949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10023): Terminated: ok {rc=0}\u000a18:01:04.025622 --- ParallelTerminationStrategy: PID 10026 died...\u000a18:01:04.078960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10026): Terminated: ok {rc=0}\u000a18:01:04.089281 --- ParallelTerminationStrategy: PID 10029 died...\u000a18:01:04.143016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10029): Terminated: ok {rc=0}\u000a18:01:04.232531 bus /sierra_3: Setting Powered False\u000a18:01:05.337574 bus /sierra_3: Setting Powered False\u000a18:01:06.443923 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10038): Process ended prematurely: osmo-stp_10.42.42.5(pid=10038) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10038)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10038): Process ended prematurely: osmo-stp_10.42.42.5(pid=10038) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:01:07.558754 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:01:07.571296 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:01:07.741715 tst mo_mt_call_osmux.py: using LAC 30530\u000a18:01:07.866273 tst mo_mt_call_osmux.py: using RAC 185\u000a18:01:07.995265 tst mo_mt_call_osmux.py: using CellId 30530\u000a18:01:08.120051 tst mo_mt_call_osmux.py: using BVCI 30531\u000a18:01:08.145238 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:01:08.156836 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:01:08.168319 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:01:08.179833 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:01:08.191379 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:01:08.202888 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:01:08.323025 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:01:08.524372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:01:09.000441 run create_hlr_db(pid=10032): Launched\u000a18:01:09.174715 bus /sierra_2: Setting Powered False\u000a18:01:10.195811 run create_hlr_db(pid=10032): Terminated: ok {rc=0}\u000a18:01:10.626465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10034): Launched\u000a18:01:10.952579 run osmo-hlr_10.42.42.2(pid=10035): Launched\u000a18:01:11.069817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:01:11.631789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10037): Launched\u000a18:01:11.954743 run osmo-stp_10.42.42.5(pid=10038): Launched\u000a18:01:12.071590 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:01:12.663654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10040): Launched\u000a18:01:12.988922 run osmo-msc_10.42.42.6(pid=10041): Launched\u000a18:01:13.178578 run osmo-stp_10.42.42.5(pid=10038): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10038)]\u000a18:01:13.314005 run osmo-stp_10.42.42.5(pid=10038): stdout: \u000a| (launched: 2022-12-12_18:01:11.796424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:13.448732 run osmo-stp_10.42.42.5(pid=10038): stderr: \u000a| �[0;m�[38;5;43m20221212180111985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180111985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180111985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180111986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180111986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180111986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180111986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:13.578423 run osmo-stp_10.42.42.5(pid=10038): stdout: \u000a| (launched: 2022-12-12_18:01:11.796424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:13.707267 run osmo-stp_10.42.42.5(pid=10038): stderr: \u000a| �[0;m�[38;5;43m20221212180111985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180111985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180111985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180111986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180111986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180111986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180111986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:13.764262 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10038): Process ended prematurely: osmo-stp_10.42.42.5(pid=10038) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10038)] [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:01:13.773777 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:01:13.836428 run osmo-hlr_10.42.42.2(pid=10035): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10035)]\u000a18:01:13.888293 run osmo-hlr_10.42.42.2(pid=10035): stdout: \u000a| (launched: 2022-12-12_18:01:10.791160) \u000a18:01:13.940390 run osmo-hlr_10.42.42.2(pid=10035): stderr: \u000a| �[0;m�[1;31m20221212180110987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180110987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180110987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180110987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180110987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180110987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180111000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180111010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180111010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180111010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:01:14.011066 run osmo-msc_10.42.42.6(pid=10041): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10041)]\u000a18:01:14.062397 run osmo-msc_10.42.42.6(pid=10041): stdout: \u000a| (launched: 2022-12-12_18:01:12.828734) \u000a18:01:14.114333 run osmo-msc_10.42.42.6(pid=10041): stderr: \u000a| �[0;m�[38;5;43m20221212180113149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180113149 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2f636bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180113149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180113149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180113150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180113150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180113151 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180113152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180113152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180113152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:01:14.158902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10034): Terminating (SIGTERM)\u000a18:01:14.200759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10037): Terminating (SIGTERM)\u000a18:01:14.242476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10040): Terminating (SIGTERM)\u000a18:01:14.251745 --- ParallelTerminationStrategy: PID 10034 died...\u000a18:01:14.307661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10034): Terminated: ok {rc=0}\u000a18:01:14.317698 --- ParallelTerminationStrategy: PID 10037 died...\u000a18:01:14.373040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10037): Terminated: ok {rc=0}\u000a18:01:14.382947 --- ParallelTerminationStrategy: PID 10040 died...\u000a18:01:14.438236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10040): Terminated: ok {rc=0}\u000a18:01:14.525375 bus /sierra_3: Setting Powered False\u000a18:01:15.630627 bus /sierra_3: Setting Powered False\u000a18:01:16.755945 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:00:56" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10052): Process ended prematurely: osmo-stp_10.42.42.5(pid=10052) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10052)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10052): Process ended prematurely: osmo-stp_10.42.42.5(pid=10052) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:01:18.762719 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:01:18.774323 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:01:18.940181 tst mo_mt_call.py: using LAC 30531\u000a18:01:19.066395 tst mo_mt_call.py: using RAC 186\u000a18:01:19.194060 tst mo_mt_call.py: using CellId 30531\u000a18:01:19.324697 tst mo_mt_call.py: using BVCI 30532\u000a18:01:19.349349 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:01:19.360925 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:01:19.372324 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:01:19.383742 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:01:19.395340 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:01:19.408042 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:01:19.524769 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:01:19.736221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:01:20.252589 run create_hlr_db(pid=10046): Launched\u000a18:01:20.440295 bus /sierra_2: Setting Powered False\u000a18:01:21.462254 run create_hlr_db(pid=10046): Terminated: ok {rc=0}\u000a18:01:21.868670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10048): Launched\u000a18:01:22.171210 run osmo-hlr_10.42.42.2(pid=10049): Launched\u000a18:01:22.282236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:01:22.806464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10051): Launched\u000a18:01:23.109068 run osmo-stp_10.42.42.5(pid=10052): Launched\u000a18:01:23.218962 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:01:23.774929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10054): Launched\u000a18:01:24.080176 run osmo-msc_10.42.42.6(pid=10055): Launched\u000a18:01:24.258573 run osmo-stp_10.42.42.5(pid=10052): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10052)]\u000a18:01:24.386512 run osmo-stp_10.42.42.5(pid=10052): stdout: \u000a| (launched: 2022-12-12_18:01:22.959749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:24.512210 run osmo-stp_10.42.42.5(pid=10052): stderr: \u000a| �[0;m�[38;5;43m20221212180123126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180123126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180123127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180123127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180123128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180123128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180123128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:24.633933 run osmo-stp_10.42.42.5(pid=10052): stdout: \u000a| (launched: 2022-12-12_18:01:22.959749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:24.754483 run osmo-stp_10.42.42.5(pid=10052): stderr: \u000a| �[0;m�[38;5;43m20221212180123126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180123126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180123127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180123127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180123128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180123128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180123128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:24.807917 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10052): Process ended prematurely: osmo-stp_10.42.42.5(pid=10052) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10052)] [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a18:01:24.816804 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:01:24.877443 run osmo-hlr_10.42.42.2(pid=10049): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10049)]\u000a18:01:24.927018 run osmo-hlr_10.42.42.2(pid=10049): stdout: \u000a| (launched: 2022-12-12_18:01:22.022229) \u000a18:01:24.976295 run osmo-hlr_10.42.42.2(pid=10049): stderr: \u000a| �[0;m�[1;31m20221212180122196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180122196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180122196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180122196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180122196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180122196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180122208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180122218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180122218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180122218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:01:25.044107 run osmo-msc_10.42.42.6(pid=10055): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10055)]\u000a18:01:25.093239 run osmo-msc_10.42.42.6(pid=10055): stdout: \u000a| (launched: 2022-12-12_18:01:23.928666) \u000a18:01:25.142988 run osmo-msc_10.42.42.6(pid=10055): stderr: \u000a| �[0;m�[38;5;43m20221212180124198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180124198 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4cc46e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180124198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180124198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180124198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180124198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180124200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180124201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180124201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180124201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:01:25.185679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10048): Terminating (SIGTERM)\u000a18:01:25.225717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10051): Terminating (SIGTERM)\u000a18:01:25.265474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10054): Terminating (SIGTERM)\u000a18:01:25.275029 --- ParallelTerminationStrategy: PID 10048 died...\u000a18:01:25.328533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10048): Terminated: ok {rc=0}\u000a18:01:25.338629 --- ParallelTerminationStrategy: PID 10051 died...\u000a18:01:25.392063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10051): Terminated: ok {rc=0}\u000a18:01:25.402055 --- ParallelTerminationStrategy: PID 10054 died...\u000a18:01:25.456216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10054): Terminated: ok {rc=0}\u000a18:01:25.545216 bus /sierra_3: Setting Powered False\u000a18:01:26.653174 bus /sierra_3: Setting Powered False\u000a18:01:27.765089 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10063): Process ended prematurely: osmo-stp_10.42.42.5(pid=10063) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10063)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10063): Process ended prematurely: osmo-stp_10.42.42.5(pid=10063) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:01:28.880057 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:01:28.892325 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:01:29.058496 tst mo_mt_call_osmux.py: using LAC 30532\u000a18:01:29.185718 tst mo_mt_call_osmux.py: using RAC 187\u000a18:01:29.313348 tst mo_mt_call_osmux.py: using CellId 30532\u000a18:01:29.441388 tst mo_mt_call_osmux.py: using BVCI 30533\u000a18:01:29.465970 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:01:29.477591 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:01:29.489068 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:01:29.500416 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:01:29.511908 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:01:29.523269 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:01:29.642264 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:01:29.846719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:01:30.323122 run create_hlr_db(pid=10057): Launched\u000a18:01:30.497118 bus /sierra_2: Setting Powered False\u000a18:01:31.579313 run create_hlr_db(pid=10057): Terminated: ok {rc=0}\u000a18:01:32.034939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10059): Launched\u000a18:01:32.361696 run osmo-hlr_10.42.42.2(pid=10060): Launched\u000a18:01:32.480823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:01:33.043630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10062): Launched\u000a18:01:33.368858 run osmo-stp_10.42.42.5(pid=10063): Launched\u000a18:01:33.486198 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:01:34.077551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10065): Launched\u000a18:01:34.403103 run osmo-msc_10.42.42.6(pid=10066): Launched\u000a18:01:34.591650 run osmo-stp_10.42.42.5(pid=10063): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10063)]\u000a18:01:34.727991 run osmo-stp_10.42.42.5(pid=10063): stdout: \u000a| (launched: 2022-12-12_18:01:33.209338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:34.863946 run osmo-stp_10.42.42.5(pid=10063): stderr: \u000a| �[0;m�[38;5;43m20221212180133397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180133397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180133398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180133398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180133399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180133399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180133399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:34.994160 run osmo-stp_10.42.42.5(pid=10063): stdout: \u000a| (launched: 2022-12-12_18:01:33.209338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:35.122875 run osmo-stp_10.42.42.5(pid=10063): stderr: \u000a| �[0;m�[38;5;43m20221212180133397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180133397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180133398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180133398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180133399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180133399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180133399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:35.180155 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10063): Process ended prematurely: osmo-stp_10.42.42.5(pid=10063) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10063)] [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a18:01:35.189909 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:01:35.252560 run osmo-hlr_10.42.42.2(pid=10060): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10060)]\u000a18:01:35.303947 run osmo-hlr_10.42.42.2(pid=10060): stdout: \u000a| (launched: 2022-12-12_18:01:32.202599) \u000a18:01:35.356685 run osmo-hlr_10.42.42.2(pid=10060): stderr: \u000a| �[0;m�[1;31m20221212180132396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180132396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180132396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180132396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180132396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180132396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180132409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180132418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180132418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180132418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:01:35.427243 run osmo-msc_10.42.42.6(pid=10066): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10066)]\u000a18:01:35.478481 run osmo-msc_10.42.42.6(pid=10066): stdout: \u000a| (launched: 2022-12-12_18:01:34.242966) \u000a18:01:35.530318 run osmo-msc_10.42.42.6(pid=10066): stderr: \u000a| �[0;m�[38;5;43m20221212180134562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180134562 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e438cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180134562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180134562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180134562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180134562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180134564 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180134564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180134564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180134565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:01:35.574767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10059): Terminating (SIGTERM)\u000a18:01:35.616582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10062): Terminating (SIGTERM)\u000a18:01:35.658697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10065): Terminating (SIGTERM)\u000a18:01:35.668438 --- ParallelTerminationStrategy: PID 10059 died...\u000a18:01:35.725161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10059): Terminated: ok {rc=0}\u000a18:01:35.735326 --- ParallelTerminationStrategy: PID 10062 died...\u000a18:01:35.791376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10062): Terminated: ok {rc=0}\u000a18:01:35.801540 --- ParallelTerminationStrategy: PID 10065 died...\u000a18:01:35.857469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10065): Terminated: ok {rc=0}\u000a18:01:35.945888 bus /sierra_3: Setting Powered False\u000a18:01:37.050094 bus /sierra_3: Setting Powered False\u000a18:01:38.161257 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:01:18" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10077): Process ended prematurely: osmo-stp_10.42.42.5(pid=10077) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10077)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10077): Process ended prematurely: osmo-stp_10.42.42.5(pid=10077) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:01:40.171797 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:01:40.183406 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:01:40.352001 tst mo_mt_call.py: using LAC 30533\u000a18:01:40.473326 tst mo_mt_call.py: using RAC 188\u000a18:01:40.590608 tst mo_mt_call.py: using CellId 30533\u000a18:01:40.708848 tst mo_mt_call.py: using BVCI 30534\u000a18:01:40.731718 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:01:40.742852 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:01:40.753799 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:01:40.765724 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:01:40.777503 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:01:40.789155 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:01:40.910216 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:01:41.114658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:01:41.592093 run create_hlr_db(pid=10071): Launched\u000a18:01:41.766078 bus /sierra_2: Setting Powered False\u000a18:01:42.789276 run create_hlr_db(pid=10071): Terminated: ok {rc=0}\u000a18:01:43.219078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10073): Launched\u000a18:01:43.543507 run osmo-hlr_10.42.42.2(pid=10074): Launched\u000a18:01:43.661568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:01:44.223286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10076): Launched\u000a18:01:44.547770 run osmo-stp_10.42.42.5(pid=10077): Launched\u000a18:01:44.665243 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:01:45.257151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10079): Launched\u000a18:01:45.585070 run osmo-msc_10.42.42.6(pid=10080): Launched\u000a18:01:45.773247 run osmo-stp_10.42.42.5(pid=10077): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10077)]\u000a18:01:45.976064 run osmo-stp_10.42.42.5(pid=10077): stdout: \u000a| (launched: 2022-12-12_18:01:44.387431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:46.141342 run osmo-stp_10.42.42.5(pid=10077): stderr: \u000a| �[0;m�[38;5;43m20221212180144573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180144573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180144574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180144574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180144574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180144574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180144575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:46.288671 run osmo-stp_10.42.42.5(pid=10077): stdout: \u000a| (launched: 2022-12-12_18:01:44.387431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:46.419620 run osmo-stp_10.42.42.5(pid=10077): stderr: \u000a| �[0;m�[38;5;43m20221212180144573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180144573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180144574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180144574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180144574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180144574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180144575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:46.478099 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10077): Process ended prematurely: osmo-stp_10.42.42.5(pid=10077) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10077)] [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:01:46.488097 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:01:46.552717 run osmo-hlr_10.42.42.2(pid=10074): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10074)]\u000a18:01:46.606034 run osmo-hlr_10.42.42.2(pid=10074): stdout: \u000a| (launched: 2022-12-12_18:01:43.384419) \u000a18:01:46.659360 run osmo-hlr_10.42.42.2(pid=10074): stderr: \u000a| �[0;m�[1;31m20221212180143577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180143577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180143578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180143578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180143578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180143578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180143590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180143599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180143599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180143599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:01:46.731569 run osmo-msc_10.42.42.6(pid=10080): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10080)]\u000a18:01:46.784125 run osmo-msc_10.42.42.6(pid=10080): stdout: \u000a| (launched: 2022-12-12_18:01:45.422040) \u000a18:01:46.837254 run osmo-msc_10.42.42.6(pid=10080): stderr: \u000a| �[0;m�[38;5;43m20221212180145740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180145740 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52d15e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180145740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180145740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180145741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180145741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180145742 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180145743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180145743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180145743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:01:46.882582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10073): Terminating (SIGTERM)\u000a18:01:46.927435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10076): Terminating (SIGTERM)\u000a18:01:46.971153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10079): Terminating (SIGTERM)\u000a18:01:46.982255 --- ParallelTerminationStrategy: PID 10073 died...\u000a18:01:47.039100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10073): Terminated: ok {rc=0}\u000a18:01:47.049760 --- ParallelTerminationStrategy: PID 10076 died...\u000a18:01:47.107102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10076): Terminated: ok {rc=0}\u000a18:01:47.117908 --- ParallelTerminationStrategy: PID 10079 died...\u000a18:01:47.175426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10079): Terminated: ok {rc=0}\u000a18:01:47.264916 bus /sierra_3: Setting Powered False\u000a18:01:48.369960 bus /sierra_3: Setting Powered False\u000a18:01:49.480166 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10088): Process ended prematurely: osmo-stp_10.42.42.5(pid=10088) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10088)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10088): Process ended prematurely: osmo-stp_10.42.42.5(pid=10088) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:01:50.591033 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:01:50.602983 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:01:50.763131 tst mo_mt_call_osmux.py: using LAC 30534\u000a18:01:50.883865 tst mo_mt_call_osmux.py: using RAC 189\u000a18:01:51.003929 tst mo_mt_call_osmux.py: using CellId 30534\u000a18:01:51.124338 tst mo_mt_call_osmux.py: using BVCI 30535\u000a18:01:51.147317 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:01:51.158559 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:01:51.169564 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:01:51.180739 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:01:51.192001 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:01:51.203199 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:01:51.323260 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:01:51.536868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:01:52.054299 run create_hlr_db(pid=10082): Launched\u000a18:01:52.242107 bus /sierra_2: Setting Powered False\u000a18:01:53.263356 run create_hlr_db(pid=10082): Terminated: ok {rc=0}\u000a18:01:53.672908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10084): Launched\u000a18:01:53.976708 run osmo-hlr_10.42.42.2(pid=10085): Launched\u000a18:01:54.094177 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:01:54.627137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10087): Launched\u000a18:01:54.930402 run osmo-stp_10.42.42.5(pid=10088): Launched\u000a18:01:55.039917 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:01:55.595096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10090): Launched\u000a18:01:55.900767 run osmo-msc_10.42.42.6(pid=10091): Launched\u000a18:01:56.078647 run osmo-stp_10.42.42.5(pid=10088): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10088)]\u000a18:01:56.207304 run osmo-stp_10.42.42.5(pid=10088): stdout: \u000a| (launched: 2022-12-12_18:01:54.780587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:56.332711 run osmo-stp_10.42.42.5(pid=10088): stderr: \u000a| �[0;m�[38;5;43m20221212180154948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180154948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180154949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180154949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180154950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180154950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180154950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:56.454642 run osmo-stp_10.42.42.5(pid=10088): stdout: \u000a| (launched: 2022-12-12_18:01:54.780587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:01:56.575404 run osmo-stp_10.42.42.5(pid=10088): stderr: \u000a| �[0;m�[38;5;43m20221212180154948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180154948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180154949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180154949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180154950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180154950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180154950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:01:56.628845 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10088): Process ended prematurely: osmo-stp_10.42.42.5(pid=10088) [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10088)] [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:01:56.637781 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:01:56.698197 run osmo-hlr_10.42.42.2(pid=10085): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10085)]\u000a18:01:56.747520 run osmo-hlr_10.42.42.2(pid=10085): stdout: \u000a| (launched: 2022-12-12_18:01:53.827102) \u000a18:01:56.797505 run osmo-hlr_10.42.42.2(pid=10085): stderr: \u000a| �[0;m�[1;31m20221212180154002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180154002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180154002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180154002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180154002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180154002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180154015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180154023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180154023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180154024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:01:56.865022 run osmo-msc_10.42.42.6(pid=10091): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10091)]\u000a18:01:56.914766 run osmo-msc_10.42.42.6(pid=10091): stdout: \u000a| (launched: 2022-12-12_18:01:55.748700) \u000a18:01:56.964897 run osmo-msc_10.42.42.6(pid=10091): stderr: \u000a| �[0;m�[38;5;43m20221212180156019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180156019 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4698729c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180156019 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180156019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180156019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180156020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180156021 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180156022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180156022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180156022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:01:57.006904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10084): Terminating (SIGTERM)\u000a18:01:57.046935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10087): Terminating (SIGTERM)\u000a18:01:57.086790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10090): Terminating (SIGTERM)\u000a18:01:57.096258 --- ParallelTerminationStrategy: PID 10084 died...\u000a18:01:57.149889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10084): Terminated: ok {rc=0}\u000a18:01:57.159679 --- ParallelTerminationStrategy: PID 10087 died...\u000a18:01:57.212639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10087): Terminated: ok {rc=0}\u000a18:01:57.222456 --- ParallelTerminationStrategy: PID 10090 died...\u000a18:01:57.276037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10090): Terminated: ok {rc=0}\u000a18:01:57.360601 bus /sierra_3: Setting Powered False\u000a18:01:58.462640 bus /sierra_3: Setting Powered False\u000a18:01:59.573477 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:01:39" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10102): Process ended prematurely: osmo-stp_10.42.42.5(pid=10102) [trial-2380↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10102)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10102): Process ended prematurely: osmo-stp_10.42.42.5(pid=10102) [trial-2380↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:02:01.623116 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:02:01.635547 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:02:01.802498 tst mo_mt_call.py: using LAC 30535\u000a18:02:01.928677 tst mo_mt_call.py: using RAC 190\u000a18:02:02.055278 tst mo_mt_call.py: using CellId 30535\u000a18:02:02.195770 tst mo_mt_call.py: using BVCI 30536\u000a18:02:02.221341 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:02:02.233621 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:02:02.245829 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:02:02.257836 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:02:02.269960 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:02:02.282151 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:02:02.406496 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:02:02.618547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:02:03.136746 run create_hlr_db(pid=10096): Launched\u000a18:02:03.324310 bus /sierra_2: Setting Powered False\u000a18:02:04.345727 run create_hlr_db(pid=10096): Terminated: ok {rc=0}\u000a18:02:04.753366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10098): Launched\u000a18:02:05.057225 run osmo-hlr_10.42.42.2(pid=10099): Launched\u000a18:02:05.175907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:02:05.706869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10101): Launched\u000a18:02:06.009077 run osmo-stp_10.42.42.5(pid=10102): Launched\u000a18:02:06.118423 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:02:06.670945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10104): Launched\u000a18:02:06.974963 run osmo-msc_10.42.42.6(pid=10105): Launched\u000a18:02:07.152211 run osmo-stp_10.42.42.5(pid=10102): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10102)]\u000a18:02:07.280365 run osmo-stp_10.42.42.5(pid=10102): stdout: \u000a| (launched: 2022-12-12_18:02:05.860127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:07.406765 run osmo-stp_10.42.42.5(pid=10102): stderr: \u000a| �[0;m�[38;5;43m20221212180206028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180206028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180206029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180206029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180206030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180206030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180206030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:07.528818 run osmo-stp_10.42.42.5(pid=10102): stdout: \u000a| (launched: 2022-12-12_18:02:05.860127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:07.649161 run osmo-stp_10.42.42.5(pid=10102): stderr: \u000a| �[0;m�[38;5;43m20221212180206028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180206028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180206029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180206029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180206030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180206030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180206030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:07.702240 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10102): Process ended prematurely: osmo-stp_10.42.42.5(pid=10102) [trial-2380↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10102)] [trial-2380↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:02:07.710876 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:02:07.771391 run osmo-hlr_10.42.42.2(pid=10099): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10099)]\u000a18:02:07.820779 run osmo-hlr_10.42.42.2(pid=10099): stdout: \u000a| (launched: 2022-12-12_18:02:04.907282) \u000a18:02:07.870823 run osmo-hlr_10.42.42.2(pid=10099): stderr: \u000a| �[0;m�[1;31m20221212180205080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180205080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180205080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180205080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180205080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180205080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180205092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180205101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180205101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180205101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:02:07.938259 run osmo-msc_10.42.42.6(pid=10105): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10105)]\u000a18:02:07.987796 run osmo-msc_10.42.42.6(pid=10105): stdout: \u000a| (launched: 2022-12-12_18:02:06.824165) \u000a18:02:08.037770 run osmo-msc_10.42.42.6(pid=10105): stderr: \u000a| �[0;m�[38;5;43m20221212180207093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180207093 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96f870ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180207093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180207093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180207093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180207094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180207095 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180207096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180207096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180207096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:02:08.079563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10098): Terminating (SIGTERM)\u000a18:02:08.119576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10101): Terminating (SIGTERM)\u000a18:02:08.159596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10104): Terminating (SIGTERM)\u000a18:02:08.169048 --- ParallelTerminationStrategy: PID 10098 died...\u000a18:02:08.222258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10098): Terminated: ok {rc=0}\u000a18:02:08.232057 --- ParallelTerminationStrategy: PID 10101 died...\u000a18:02:08.285211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10101): Terminated: ok {rc=0}\u000a18:02:08.295002 --- ParallelTerminationStrategy: PID 10104 died...\u000a18:02:08.348002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10104): Terminated: ok {rc=0}\u000a18:02:08.436714 bus /sierra_3: Setting Powered False\u000a18:02:09.540935 bus /sierra_3: Setting Powered False\u000a18:02:10.647302 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10113): Process ended prematurely: osmo-stp_10.42.42.5(pid=10113) [trial-2380↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10113)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10113): Process ended prematurely: osmo-stp_10.42.42.5(pid=10113) [trial-2380↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:02:11.762381 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:02:11.775081 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:02:11.943581 tst mo_mt_call_osmux.py: using LAC 30536\u000a18:02:12.071966 tst mo_mt_call_osmux.py: using RAC 191\u000a18:02:12.198248 tst mo_mt_call_osmux.py: using CellId 30536\u000a18:02:12.324319 tst mo_mt_call_osmux.py: using BVCI 30537\u000a18:02:12.349127 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:02:12.360864 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:02:12.372461 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:02:12.384118 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:02:12.395831 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:02:12.407835 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:02:12.526954 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:02:12.728353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:02:13.206916 run create_hlr_db(pid=10107): Launched\u000a18:02:13.381080 bus /sierra_2: Setting Powered False\u000a18:02:14.403713 run create_hlr_db(pid=10107): Terminated: ok {rc=0}\u000a18:02:14.835370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10109): Launched\u000a18:02:15.160473 run osmo-hlr_10.42.42.2(pid=10110): Launched\u000a18:02:15.278203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:02:15.844879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10112): Launched\u000a18:02:16.345825 run osmo-stp_10.42.42.5(pid=10113): Launched\u000a18:02:16.645320 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:02:17.325522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10115): Launched\u000a18:02:17.635368 run osmo-msc_10.42.42.6(pid=10116): Launched\u000a18:02:17.813592 run osmo-stp_10.42.42.5(pid=10113): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10113)]\u000a18:02:17.941660 run osmo-stp_10.42.42.5(pid=10113): stdout: \u000a| (launched: 2022-12-12_18:02:16.019341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:18.067380 run osmo-stp_10.42.42.5(pid=10113): stderr: \u000a| �[0;m�[38;5;43m20221212180216354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180216355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180216355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180216358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180216359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180216359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180216359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:18.189160 run osmo-stp_10.42.42.5(pid=10113): stdout: \u000a| (launched: 2022-12-12_18:02:16.019341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:18.310058 run osmo-stp_10.42.42.5(pid=10113): stderr: \u000a| �[0;m�[38;5;43m20221212180216354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180216355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180216355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180216358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180216359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180216359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180216359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:18.363563 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10113): Process ended prematurely: osmo-stp_10.42.42.5(pid=10113) [trial-2380↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10113)] [trial-2380↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:02:18.372354 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a18:02:18.432919 run osmo-hlr_10.42.42.2(pid=10110): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10110)]\u000a18:02:18.482641 run osmo-hlr_10.42.42.2(pid=10110): stdout: \u000a| (launched: 2022-12-12_18:02:15.000714) \u000a18:02:18.532818 run osmo-hlr_10.42.42.2(pid=10110): stderr: \u000a| �[0;m�[1;31m20221212180215196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180215196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180215196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180215196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180215196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180215196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180215208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180215217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180215217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180215217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:02:18.600887 run osmo-msc_10.42.42.6(pid=10116): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10116)]\u000a18:02:18.649880 run osmo-msc_10.42.42.6(pid=10116): stdout: \u000a| (launched: 2022-12-12_18:02:17.482563) \u000a18:02:18.700212 run osmo-msc_10.42.42.6(pid=10116): stderr: \u000a| �[0;m�[38;5;43m20221212180217750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180217750 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fddc9069c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180217750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180217750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180217750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180217750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180217752 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180217753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180217753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180217753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:02:18.742453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10109): Terminating (SIGTERM)\u000a18:02:18.782869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10112): Terminating (SIGTERM)\u000a18:02:18.823238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10115): Terminating (SIGTERM)\u000a18:02:18.832910 --- ParallelTerminationStrategy: PID 10109 died...\u000a18:02:18.886900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10109): Terminated: ok {rc=0}\u000a18:02:18.896851 --- ParallelTerminationStrategy: PID 10112 died...\u000a18:02:18.950537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10112): Terminated: ok {rc=0}\u000a18:02:18.960435 --- ParallelTerminationStrategy: PID 10115 died...\u000a18:02:19.013978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10115): Terminated: ok {rc=0}\u000a18:02:19.103386 bus /sierra_3: Setting Powered False\u000a18:02:20.208228 bus /sierra_3: Setting Powered False\u000a18:02:21.315261 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:02:01" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10127): Process ended prematurely: osmo-stp_10.42.42.5(pid=10127) [trial-2380↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10127)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10127): Process ended prematurely: osmo-stp_10.42.42.5(pid=10127) [trial-2380↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a18:02:23.307235 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:02:23.318242 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:02:23.479341 tst mo_mt_call.py: using LAC 30537\u000a18:02:23.598829 tst mo_mt_call.py: using RAC 192\u000a18:02:23.724141 tst mo_mt_call.py: using CellId 30537\u000a18:02:23.845421 tst mo_mt_call.py: using BVCI 30538\u000a18:02:23.868191 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:02:23.879201 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:02:23.889918 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:02:23.901039 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:02:23.912077 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:02:23.923169 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:02:24.043829 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:02:24.246679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:02:24.725199 run create_hlr_db(pid=10121): Launched\u000a18:02:24.899096 bus /sierra_2: Setting Powered False\u000a18:02:25.921322 run create_hlr_db(pid=10121): Terminated: ok {rc=0}\u000a18:02:26.353593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10123): Launched\u000a18:02:26.679444 run osmo-hlr_10.42.42.2(pid=10124): Launched\u000a18:02:26.797853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:02:27.359725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10126): Launched\u000a18:02:27.684836 run osmo-stp_10.42.42.5(pid=10127): Launched\u000a18:02:27.802295 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:02:28.396267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10129): Launched\u000a18:02:28.723112 run osmo-msc_10.42.42.6(pid=10130): Launched\u000a18:02:28.912081 run osmo-stp_10.42.42.5(pid=10127): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10127)]\u000a18:02:29.048186 run osmo-stp_10.42.42.5(pid=10127): stdout: \u000a| (launched: 2022-12-12_18:02:27.524763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:29.183596 run osmo-stp_10.42.42.5(pid=10127): stderr: \u000a| �[0;m�[38;5;43m20221212180227712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180227712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180227713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180227713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180227714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180227714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180227714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:29.313925 run osmo-stp_10.42.42.5(pid=10127): stdout: \u000a| (launched: 2022-12-12_18:02:27.524763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:29.443272 run osmo-stp_10.42.42.5(pid=10127): stderr: \u000a| �[0;m�[38;5;43m20221212180227712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180227712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180227713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180227713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180227714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180227714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180227714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:29.500311 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10127): Process ended prematurely: osmo-stp_10.42.42.5(pid=10127) [trial-2380↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10127)] [trial-2380↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a18:02:29.509543 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:02:29.572463 run osmo-hlr_10.42.42.2(pid=10124): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10124)]\u000a18:02:29.624164 run osmo-hlr_10.42.42.2(pid=10124): stdout: \u000a| (launched: 2022-12-12_18:02:26.518637) \u000a18:02:29.676658 run osmo-hlr_10.42.42.2(pid=10124): stderr: \u000a| �[0;m�[1;31m20221212180226714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180226714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180226714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180226714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180226714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180226714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180226726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180226737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180226737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180226737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:02:29.748286 run osmo-msc_10.42.42.6(pid=10130): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10130)]\u000a18:02:29.800069 run osmo-msc_10.42.42.6(pid=10130): stdout: \u000a| (launched: 2022-12-12_18:02:28.561330) \u000a18:02:29.852329 run osmo-msc_10.42.42.6(pid=10130): stderr: \u000a| �[0;m�[38;5;43m20221212180228880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180228880 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b89187c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180228880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180228880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180228880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180228881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180228882 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180228883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180228883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180228883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:02:29.896927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10123): Terminating (SIGTERM)\u000a18:02:29.939068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10126): Terminating (SIGTERM)\u000a18:02:29.981013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10129): Terminating (SIGTERM)\u000a18:02:29.990778 --- ParallelTerminationStrategy: PID 10123 died...\u000a18:02:30.046772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10123): Terminated: ok {rc=0}\u000a18:02:30.056728 --- ParallelTerminationStrategy: PID 10126 died...\u000a18:02:30.112680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10126): Terminated: ok {rc=0}\u000a18:02:30.122745 --- ParallelTerminationStrategy: PID 10129 died...\u000a18:02:30.179264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10129): Terminated: ok {rc=0}\u000a18:02:30.266443 bus /sierra_3: Setting Powered False\u000a18:02:31.374924 bus /sierra_3: Setting Powered False\u000a18:02:32.484581 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10138): Process ended prematurely: osmo-stp_10.42.42.5(pid=10138) [trial-2380↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10138)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10138): Process ended prematurely: osmo-stp_10.42.42.5(pid=10138) [trial-2380↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:02:33.599394 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:02:33.611806 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:02:33.779164 tst mo_mt_call_osmux.py: using LAC 30538\u000a18:02:33.900643 tst mo_mt_call_osmux.py: using RAC 193\u000a18:02:34.019399 tst mo_mt_call_osmux.py: using CellId 30538\u000a18:02:34.139729 tst mo_mt_call_osmux.py: using BVCI 30539\u000a18:02:34.162641 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:02:34.174031 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:02:34.184909 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:02:34.195936 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:02:34.207290 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:02:34.218327 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:02:34.339209 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:02:34.542328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:02:35.018922 run create_hlr_db(pid=10132): Launched\u000a18:02:35.193475 bus /sierra_2: Setting Powered False\u000a18:02:36.215683 run create_hlr_db(pid=10132): Terminated: ok {rc=0}\u000a18:02:36.649109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10134): Launched\u000a18:02:36.975707 run osmo-hlr_10.42.42.2(pid=10135): Launched\u000a18:02:37.094837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:02:37.658101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10137): Launched\u000a18:02:37.984525 run osmo-stp_10.42.42.5(pid=10138): Launched\u000a18:02:38.101449 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:02:38.693925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10140): Launched\u000a18:02:39.019536 run osmo-msc_10.42.42.6(pid=10141): Launched\u000a18:02:39.209109 run osmo-stp_10.42.42.5(pid=10138): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10138)]\u000a18:02:39.345149 run osmo-stp_10.42.42.5(pid=10138): stdout: \u000a| (launched: 2022-12-12_18:02:37.823831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:39.479945 run osmo-stp_10.42.42.5(pid=10138): stderr: \u000a| �[0;m�[38;5;43m20221212180238012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180238012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180238012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180238012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180238013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180238013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180238013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:39.609689 run osmo-stp_10.42.42.5(pid=10138): stdout: \u000a| (launched: 2022-12-12_18:02:37.823831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:39.738465 run osmo-stp_10.42.42.5(pid=10138): stderr: \u000a| �[0;m�[38;5;43m20221212180238012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180238012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180238012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180238012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180238013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180238013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180238013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:39.796199 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10138): Process ended prematurely: osmo-stp_10.42.42.5(pid=10138) [trial-2380↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10138)] [trial-2380↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a18:02:39.805484 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:02:39.868200 run osmo-hlr_10.42.42.2(pid=10135): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10135)]\u000a18:02:39.919504 run osmo-hlr_10.42.42.2(pid=10135): stdout: \u000a| (launched: 2022-12-12_18:02:36.814452) \u000a18:02:39.971507 run osmo-hlr_10.42.42.2(pid=10135): stderr: \u000a| �[0;m�[1;31m20221212180237010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180237010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180237010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180237010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180237010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180237010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180237022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180237031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180237031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180237031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:02:40.042101 run osmo-msc_10.42.42.6(pid=10141): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10141)]\u000a18:02:40.093492 run osmo-msc_10.42.42.6(pid=10141): stdout: \u000a| (launched: 2022-12-12_18:02:38.858955) \u000a18:02:40.145213 run osmo-msc_10.42.42.6(pid=10141): stderr: \u000a| �[0;m�[38;5;43m20221212180239179 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180239179 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f092e043c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180239179 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180239179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180239179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180239180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180239181 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180239182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180239182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180239182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:02:40.189619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10134): Terminating (SIGTERM)\u000a18:02:40.231234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10137): Terminating (SIGTERM)\u000a18:02:40.272821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10140): Terminating (SIGTERM)\u000a18:02:40.282548 --- ParallelTerminationStrategy: PID 10134 died...\u000a18:02:40.338281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10134): Terminated: ok {rc=0}\u000a18:02:40.348287 --- ParallelTerminationStrategy: PID 10137 died...\u000a18:02:40.403979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10137): Terminated: ok {rc=0}\u000a18:02:40.414003 --- ParallelTerminationStrategy: PID 10140 died...\u000a18:02:40.469676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10140): Terminated: ok {rc=0}\u000a18:02:40.557510 bus /sierra_3: Setting Powered False\u000a18:02:41.665557 bus /sierra_3: Setting Powered False\u000a18:02:42.774220 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:02:23" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10152): Process ended prematurely: osmo-stp_10.42.42.5(pid=10152) [trial-2380↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10152)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10152): Process ended prematurely: osmo-stp_10.42.42.5(pid=10152) [trial-2380↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a18:02:44.783246 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:02:44.794711 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a18:02:44.941050 tst mo_mt_call.py: using LAC 30539\u000a18:02:45.067789 tst mo_mt_call.py: using RAC 194\u000a18:02:45.195146 tst mo_mt_call.py: using CellId 30539\u000a18:02:45.323237 tst mo_mt_call.py: using BVCI 30540\u000a18:02:45.347935 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:02:45.359451 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:02:45.370757 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:02:45.382109 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:02:45.393557 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:02:45.405280 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a18:02:45.522034 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a18:02:45.723238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:02:46.369343 run create_hlr_db(pid=10146): Launched\u000a18:02:46.573313 bus /sierra_2: Setting Powered False\u000a18:02:47.577246 run create_hlr_db(pid=10146): Terminated: ok {rc=0}\u000a18:02:48.022111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10148): Launched\u000a18:02:48.346566 run osmo-hlr_10.42.42.2(pid=10149): Launched\u000a18:02:48.464244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:02:49.027067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10151): Launched\u000a18:02:49.351976 run osmo-stp_10.42.42.5(pid=10152): Launched\u000a18:02:49.468665 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:02:50.060119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10154): Launched\u000a18:02:50.383749 run osmo-msc_10.42.42.6(pid=10155): Launched\u000a18:02:50.571640 run osmo-stp_10.42.42.5(pid=10152): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10152)]\u000a18:02:50.707452 run osmo-stp_10.42.42.5(pid=10152): stdout: \u000a| (launched: 2022-12-12_18:02:49.192873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:50.842315 run osmo-stp_10.42.42.5(pid=10152): stderr: \u000a| �[0;m�[38;5;43m20221212180249381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180249381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180249381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180249381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180249382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180249382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180249382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:50.971621 run osmo-stp_10.42.42.5(pid=10152): stdout: \u000a| (launched: 2022-12-12_18:02:49.192873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:02:51.100409 run osmo-stp_10.42.42.5(pid=10152): stderr: \u000a| �[0;m�[38;5;43m20221212180249381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180249381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180249381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180249381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180249382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180249382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180249382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:02:51.157560 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10152): Process ended prematurely: osmo-stp_10.42.42.5(pid=10152) [trial-2380↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10152)] [trial-2380↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a18:02:51.166754 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:02:51.229715 run osmo-hlr_10.42.42.2(pid=10149): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10149)]\u000a18:02:51.281009 run osmo-hlr_10.42.42.2(pid=10149): stdout: \u000a| (launched: 2022-12-12_18:02:48.187567) \u000a18:02:51.333037 run osmo-hlr_10.42.42.2(pid=10149): stderr: \u000a| �[0;m�[1;31m20221212180248380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180248380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180248380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180248380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180248380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180248380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180248392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180248402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180248402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180248402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:02:51.403293 run osmo-msc_10.42.42.6(pid=10155): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10155)]\u000a18:02:51.454285 run osmo-msc_10.42.42.6(pid=10155): stdout: \u000a| (launched: 2022-12-12_18:02:50.225409) \u000a18:02:51.506042 run osmo-msc_10.42.42.6(pid=10155): stderr: \u000a| �[0;m�[38;5;43m20221212180250546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180250547 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6921104c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180250547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180250547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180250547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180250547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180250549 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180250549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180250549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180250549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:02:51.550031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10148): Terminating (SIGTERM)\u000a18:02:51.592185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10151): Terminating (SIGTERM)\u000a18:02:51.634056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10154): Terminating (SIGTERM)\u000a18:02:51.643788 --- ParallelTerminationStrategy: PID 10148 died...\u000a18:02:51.699788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10148): Terminated: ok {rc=0}\u000a18:02:51.709793 --- ParallelTerminationStrategy: PID 10151 died...\u000a18:02:51.765359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10151): Terminated: ok {rc=0}\u000a18:02:51.775429 --- ParallelTerminationStrategy: PID 10154 died...\u000a18:02:51.831558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10154): Terminated: ok {rc=0}\u000a18:02:51.920446 bus /sierra_3: Setting Powered False\u000a18:02:53.028894 bus /sierra_3: Setting Powered False\u000a18:02:54.141707 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10163): Process ended prematurely: osmo-stp_10.42.42.5(pid=10163) [trial-2380↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10163)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10163): Process ended prematurely: osmo-stp_10.42.42.5(pid=10163) [trial-2380↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:02:55.256560 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:02:55.268869 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a18:02:55.414521 tst mo_mt_call_osmux.py: using LAC 30540\u000a18:02:55.543066 tst mo_mt_call_osmux.py: using RAC 195\u000a18:02:55.670003 tst mo_mt_call_osmux.py: using CellId 30540\u000a18:02:55.798758 tst mo_mt_call_osmux.py: using BVCI 30541\u000a18:02:55.823489 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:02:55.835265 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:02:55.846725 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:02:55.858240 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:02:55.869564 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:02:55.880725 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a18:02:56.002784 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a18:02:56.215208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:02:56.735142 run create_hlr_db(pid=10157): Launched\u000a18:02:56.922712 bus /sierra_2: Setting Powered False\u000a18:02:57.945643 run create_hlr_db(pid=10157): Terminated: ok {rc=0}\u000a18:02:58.352870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10159): Launched\u000a18:02:58.657205 run osmo-hlr_10.42.42.2(pid=10160): Launched\u000a18:02:58.768797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:02:59.294824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10162): Launched\u000a18:02:59.598787 run osmo-stp_10.42.42.5(pid=10163): Launched\u000a18:02:59.708720 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:03:00.262464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10165): Launched\u000a18:03:00.567072 run osmo-msc_10.42.42.6(pid=10166): Launched\u000a18:03:00.744248 run osmo-stp_10.42.42.5(pid=10163): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10163)]\u000a18:03:00.887935 run osmo-stp_10.42.42.5(pid=10163): stdout: \u000a| (launched: 2022-12-12_18:02:59.448460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:01.028359 run osmo-stp_10.42.42.5(pid=10163): stderr: \u000a| �[0;m�[38;5;43m20221212180259618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180259618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180259618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180259619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180259619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180259619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180259619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:01.162610 run osmo-stp_10.42.42.5(pid=10163): stdout: \u000a| (launched: 2022-12-12_18:02:59.448460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:01.297979 run osmo-stp_10.42.42.5(pid=10163): stderr: \u000a| �[0;m�[38;5;43m20221212180259618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180259618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180259618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180259619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180259619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180259619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180259619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:01.356902 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10163): Process ended prematurely: osmo-stp_10.42.42.5(pid=10163) [trial-2380↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10163)] [trial-2380↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a18:03:01.366973 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:03:01.433628 run osmo-hlr_10.42.42.2(pid=10160): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10160)]\u000a18:03:01.487238 run osmo-hlr_10.42.42.2(pid=10160): stdout: \u000a| (launched: 2022-12-12_18:02:58.507370) \u000a18:03:01.541299 run osmo-hlr_10.42.42.2(pid=10160): stderr: \u000a| �[0;m�[1;31m20221212180258680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180258681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180258681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180258681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180258681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180258681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180258692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180258701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180258701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180258701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:03:01.615351 run osmo-msc_10.42.42.6(pid=10166): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10166)]\u000a18:03:01.668703 run osmo-msc_10.42.42.6(pid=10166): stdout: \u000a| (launched: 2022-12-12_18:03:00.415966) \u000a18:03:01.722609 run osmo-msc_10.42.42.6(pid=10166): stderr: \u000a| �[0;m�[38;5;43m20221212180300685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180300686 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fedcb2ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180300686 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180300686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180300686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180300686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180300688 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180300688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180300688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180300689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:03:01.768210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10159): Terminating (SIGTERM)\u000a18:03:01.815152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10162): Terminating (SIGTERM)\u000a18:03:01.861410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10165): Terminating (SIGTERM)\u000a18:03:01.872038 --- ParallelTerminationStrategy: PID 10159 died...\u000a18:03:01.931783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10159): Terminated: ok {rc=0}\u000a18:03:01.942417 --- ParallelTerminationStrategy: PID 10162 died...\u000a18:03:02.000542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10162): Terminated: ok {rc=0}\u000a18:03:02.011161 --- ParallelTerminationStrategy: PID 10165 died...\u000a18:03:02.068758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10165): Terminated: ok {rc=0}\u000a18:03:02.157119 bus /sierra_3: Setting Powered False\u000a18:03:03.259271 bus /sierra_3: Setting Powered False\u000a18:03:04.371726 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:02:44" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10178): Process ended prematurely: osmo-stp_10.42.42.5(pid=10178) [trial-2380↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10178)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10178): Process ended prematurely: osmo-stp_10.42.42.5(pid=10178) [trial-2380↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a18:03:06.377815 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:03:06.389627 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:03:06.534118 tst mo_mt_call.py: using LAC 30541\u000a18:03:06.661208 tst mo_mt_call.py: using RAC 196\u000a18:03:06.785942 tst mo_mt_call.py: using CellId 30541\u000a18:03:06.916376 tst mo_mt_call.py: using BVCI 30542\u000a18:03:06.942663 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:03:06.954377 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:03:06.965887 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:03:06.977488 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:03:06.989169 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:03:07.000662 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:03:07.117728 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:03:07.318742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:03:07.798691 run create_hlr_db(pid=10172): Launched\u000a18:03:07.973545 bus /sierra_2: Setting Powered False\u000a18:03:08.995523 run create_hlr_db(pid=10172): Terminated: ok {rc=0}\u000a18:03:09.429575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10174): Launched\u000a18:03:09.756321 run osmo-hlr_10.42.42.2(pid=10175): Launched\u000a18:03:09.873772 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:03:10.437031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10177): Launched\u000a18:03:10.763549 run osmo-stp_10.42.42.5(pid=10178): Launched\u000a18:03:10.880730 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:03:11.473822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10180): Launched\u000a18:03:11.799695 run osmo-msc_10.42.42.6(pid=10181): Launched\u000a18:03:11.989029 run osmo-stp_10.42.42.5(pid=10178): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10178)]\u000a18:03:12.126597 run osmo-stp_10.42.42.5(pid=10178): stdout: \u000a| (launched: 2022-12-12_18:03:10.602658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:12.262202 run osmo-stp_10.42.42.5(pid=10178): stderr: \u000a| �[0;m�[38;5;43m20221212180310791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180310791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180310791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180310792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180310792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180310792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180310792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:12.392002 run osmo-stp_10.42.42.5(pid=10178): stdout: \u000a| (launched: 2022-12-12_18:03:10.602658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:12.521051 run osmo-stp_10.42.42.5(pid=10178): stderr: \u000a| �[0;m�[38;5;43m20221212180310791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180310791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180310791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180310792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180310792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180310792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180310792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:12.578064 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10178): Process ended prematurely: osmo-stp_10.42.42.5(pid=10178) [trial-2380↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10178)] [trial-2380↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a18:03:12.587348 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:03:12.649839 run osmo-hlr_10.42.42.2(pid=10175): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10175)]\u000a18:03:12.701228 run osmo-hlr_10.42.42.2(pid=10175): stdout: \u000a| (launched: 2022-12-12_18:03:09.595555) \u000a18:03:12.753244 run osmo-hlr_10.42.42.2(pid=10175): stderr: \u000a| �[0;m�[1;31m20221212180309789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180309789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180309789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180309789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180309789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180309790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180309802 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180309811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180309811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180309811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:03:12.824171 run osmo-msc_10.42.42.6(pid=10181): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10181)]\u000a18:03:12.875369 run osmo-msc_10.42.42.6(pid=10181): stdout: \u000a| (launched: 2022-12-12_18:03:11.639276) \u000a18:03:12.927167 run osmo-msc_10.42.42.6(pid=10181): stderr: \u000a| �[0;m�[38;5;43m20221212180311957 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180311957 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0836296c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180311957 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180311958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180311958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180311958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180311959 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180311960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180311960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180311960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:03:12.971385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10174): Terminating (SIGTERM)\u000a18:03:13.013269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10177): Terminating (SIGTERM)\u000a18:03:13.055154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10180): Terminating (SIGTERM)\u000a18:03:13.064911 --- ParallelTerminationStrategy: PID 10174 died...\u000a18:03:13.120548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10174): Terminated: ok {rc=0}\u000a18:03:13.130600 --- ParallelTerminationStrategy: PID 10177 died...\u000a18:03:13.186395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10177): Terminated: ok {rc=0}\u000a18:03:13.196434 --- ParallelTerminationStrategy: PID 10180 died...\u000a18:03:13.251779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10180): Terminated: ok {rc=0}\u000a18:03:13.338730 bus /sierra_3: Setting Powered False\u000a18:03:14.446568 bus /sierra_3: Setting Powered False\u000a18:03:15.558126 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10189): Process ended prematurely: osmo-stp_10.42.42.5(pid=10189) [trial-2380↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10189)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10189): Process ended prematurely: osmo-stp_10.42.42.5(pid=10189) [trial-2380↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:03:16.675827 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:03:16.689610 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:03:16.837450 tst mo_mt_call_osmux.py: using LAC 30542\u000a18:03:16.996182 tst mo_mt_call_osmux.py: using RAC 197\u000a18:03:17.131706 tst mo_mt_call_osmux.py: using CellId 30542\u000a18:03:17.255799 tst mo_mt_call_osmux.py: using BVCI 30543\u000a18:03:17.279344 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:03:17.291440 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:03:17.303276 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:03:17.315547 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:03:17.327798 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:03:17.340011 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:03:17.463465 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:03:17.678917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:03:18.199969 run create_hlr_db(pid=10183): Launched\u000a18:03:18.387940 bus /sierra_2: Setting Powered False\u000a18:03:19.408889 run create_hlr_db(pid=10183): Terminated: ok {rc=0}\u000a18:03:19.816681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10185): Launched\u000a18:03:20.122348 run osmo-hlr_10.42.42.2(pid=10186): Launched\u000a18:03:20.234121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:03:20.762061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10188): Launched\u000a18:03:21.064471 run osmo-stp_10.42.42.5(pid=10189): Launched\u000a18:03:21.174886 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:03:21.728505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10191): Launched\u000a18:03:22.036396 run osmo-msc_10.42.42.6(pid=10192): Launched\u000a18:03:22.214569 run osmo-stp_10.42.42.5(pid=10189): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10189)]\u000a18:03:22.342809 run osmo-stp_10.42.42.5(pid=10189): stdout: \u000a| (launched: 2022-12-12_18:03:20.915314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:22.468402 run osmo-stp_10.42.42.5(pid=10189): stderr: \u000a| �[0;m�[38;5;43m20221212180321084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180321084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180321084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180321085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180321085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180321085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180321085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:22.590211 run osmo-stp_10.42.42.5(pid=10189): stdout: \u000a| (launched: 2022-12-12_18:03:20.915314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:22.710470 run osmo-stp_10.42.42.5(pid=10189): stderr: \u000a| �[0;m�[38;5;43m20221212180321084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180321084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180321084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180321085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180321085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180321085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180321085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:22.763704 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10189): Process ended prematurely: osmo-stp_10.42.42.5(pid=10189) [trial-2380↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10189)] [trial-2380↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a18:03:22.772341 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:03:22.832434 run osmo-hlr_10.42.42.2(pid=10186): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10186)]\u000a18:03:22.881418 run osmo-hlr_10.42.42.2(pid=10186): stdout: \u000a| (launched: 2022-12-12_18:03:19.971915) \u000a18:03:22.931416 run osmo-hlr_10.42.42.2(pid=10186): stderr: \u000a| �[0;m�[1;31m20221212180320146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180320146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180320146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180320146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180320146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180320146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180320158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180320167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180320167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180320167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:03:22.998837 run osmo-msc_10.42.42.6(pid=10192): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10192)]\u000a18:03:23.047827 run osmo-msc_10.42.42.6(pid=10192): stdout: \u000a| (launched: 2022-12-12_18:03:21.882575) \u000a18:03:23.097477 run osmo-msc_10.42.42.6(pid=10192): stderr: \u000a| �[0;m�[38;5;43m20221212180322150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180322151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15a7df6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180322151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180322151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180322151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180322151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180322153 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180322153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180322153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180322154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:03:23.139304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10185): Terminating (SIGTERM)\u000a18:03:23.179005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10188): Terminating (SIGTERM)\u000a18:03:23.218608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10191): Terminating (SIGTERM)\u000a18:03:23.228022 --- ParallelTerminationStrategy: PID 10185 died...\u000a18:03:23.280899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10185): Terminated: ok {rc=0}\u000a18:03:23.290689 --- ParallelTerminationStrategy: PID 10188 died...\u000a18:03:23.343066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10188): Terminated: ok {rc=0}\u000a18:03:23.352712 --- ParallelTerminationStrategy: PID 10191 died...\u000a18:03:23.405275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10191): Terminated: ok {rc=0}\u000a18:03:23.494547 bus /sierra_3: Setting Powered False\u000a18:03:24.598243 bus /sierra_3: Setting Powered False\u000a18:03:25.709345 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:03:06" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10203): Process ended prematurely: osmo-stp_10.42.42.5(pid=10203) [trial-2380↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10203)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10203): Process ended prematurely: osmo-stp_10.42.42.5(pid=10203) [trial-2380↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:03:27.721396 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:03:27.731944 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a18:03:27.868384 tst emergency_mo_mt_call.py: using LAC 30543\u000a18:03:27.987235 tst emergency_mo_mt_call.py: using RAC 198\u000a18:03:28.105728 tst emergency_mo_mt_call.py: using CellId 30543\u000a18:03:28.231658 tst emergency_mo_mt_call.py: using BVCI 30544\u000a18:03:28.256201 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:03:28.267585 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:03:28.278672 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:03:28.289755 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:03:28.300710 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:03:28.311736 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a18:03:28.429876 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a18:03:28.632893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:03:29.105489 run create_hlr_db(pid=10197): Launched\u000a18:03:29.277903 bus /sierra_2: Setting Powered False\u000a18:03:30.299988 run create_hlr_db(pid=10197): Terminated: ok {rc=0}\u000a18:03:30.698483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10199): Launched\u000a18:03:31.007942 run osmo-hlr_10.42.42.2(pid=10200): Launched\u000a18:03:31.157288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:03:31.747197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10202): Launched\u000a18:03:32.174689 run osmo-stp_10.42.42.5(pid=10203): Launched\u000a18:03:32.393661 tst emergency_mo_mt_call.py: using MSISDN 7899\u000a18:03:32.555310 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:03:33.139209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10205): Launched\u000a18:03:33.458858 run osmo-msc_10.42.42.6(pid=10206): Launched\u000a18:03:33.645279 run osmo-stp_10.42.42.5(pid=10203): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10203)]\u000a18:03:33.779120 run osmo-stp_10.42.42.5(pid=10203): stdout: \u000a| (launched: 2022-12-12_18:03:31.915441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:33.912261 run osmo-stp_10.42.42.5(pid=10203): stderr: \u000a| �[0;m�[38;5;43m20221212180332214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180332214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180332214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180332215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180332215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180332215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180332215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:34.039926 run osmo-stp_10.42.42.5(pid=10203): stdout: \u000a| (launched: 2022-12-12_18:03:31.915441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:34.166597 run osmo-stp_10.42.42.5(pid=10203): stderr: \u000a| �[0;m�[38;5;43m20221212180332214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180332214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180332214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180332215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180332215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180332215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180332215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:34.223165 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10203): Process ended prematurely: osmo-stp_10.42.42.5(pid=10203) [trial-2380↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10203)] [trial-2380↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a18:03:34.231980 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a18:03:34.294580 run osmo-hlr_10.42.42.2(pid=10200): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10200)]\u000a18:03:34.345959 run osmo-hlr_10.42.42.2(pid=10200): stdout: \u000a| (launched: 2022-12-12_18:03:30.855288) \u000a18:03:34.397961 run osmo-hlr_10.42.42.2(pid=10200): stderr: \u000a| �[0;m�[1;31m20221212180331228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180331228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180331228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180331228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180331228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180331228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180331253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180331274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180331274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180331274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:03:34.468889 run osmo-msc_10.42.42.6(pid=10206): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10206)]\u000a18:03:34.520059 run osmo-msc_10.42.42.6(pid=10206): stdout: \u000a| (launched: 2022-12-12_18:03:33.301940) \u000a18:03:34.571742 run osmo-msc_10.42.42.6(pid=10206): stderr: \u000a| �[0;m�[38;5;43m20221212180333622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180333622 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce1c6a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180333622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180333622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180333623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180333623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180333625 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180333625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180333625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180333625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:03:34.615736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10199): Terminating (SIGTERM)\u000a18:03:34.657492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10202): Terminating (SIGTERM)\u000a18:03:34.699190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10205): Terminating (SIGTERM)\u000a18:03:34.708907 --- ParallelTerminationStrategy: PID 10199 died...\u000a18:03:34.764799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10199): Terminated: ok {rc=0}\u000a18:03:34.774870 --- ParallelTerminationStrategy: PID 10202 died...\u000a18:03:34.830542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10202): Terminated: ok {rc=0}\u000a18:03:34.840615 --- ParallelTerminationStrategy: PID 10205 died...\u000a18:03:34.895983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10205): Terminated: ok {rc=0}\u000a18:03:34.983400 bus /sierra_3: Setting Powered False\u000a18:03:36.088761 bus /sierra_3: Setting Powered False\u000a18:03:37.197635 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10214): Process ended prematurely: osmo-stp_10.42.42.5(pid=10214) [trial-2380↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10214)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10214): Process ended prematurely: osmo-stp_10.42.42.5(pid=10214) [trial-2380↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:03:38.251915 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:03:38.263961 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a18:03:38.410319 tst emergency_preemptive_call.py: using LAC 30544\u000a18:03:38.535346 tst emergency_preemptive_call.py: using RAC 199\u000a18:03:38.661684 tst emergency_preemptive_call.py: using CellId 30544\u000a18:03:38.787357 tst emergency_preemptive_call.py: using BVCI 30545\u000a18:03:38.811837 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:03:38.823331 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:03:38.834459 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:03:38.845585 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:03:38.856472 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:03:38.867486 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a18:03:38.983100 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a18:03:39.101002 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a18:03:39.220195 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a18:03:39.422168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:03:39.896398 run create_hlr_db(pid=10208): Launched\u000a18:03:40.068678 bus /sierra_2: Setting Powered False\u000a18:03:41.090388 run create_hlr_db(pid=10208): Terminated: ok {rc=0}\u000a18:03:41.515205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10210): Launched\u000a18:03:41.836460 run osmo-hlr_10.42.42.2(pid=10211): Launched\u000a18:03:41.952810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:03:42.506360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10213): Launched\u000a18:03:42.829348 run osmo-stp_10.42.42.5(pid=10214): Launched\u000a18:03:42.956921 tst emergency_preemptive_call.py: using MSISDN 7900\u000a18:03:43.115938 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:03:43.697816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10216): Launched\u000a18:03:44.018582 run osmo-msc_10.42.42.6(pid=10217): Launched\u000a18:03:44.204838 run osmo-stp_10.42.42.5(pid=10214): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10214)]\u000a18:03:44.339727 run osmo-stp_10.42.42.5(pid=10214): stdout: \u000a| (launched: 2022-12-12_18:03:42.668275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:44.473106 run osmo-stp_10.42.42.5(pid=10214): stderr: \u000a| �[0;m�[38;5;43m20221212180342856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180342857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180342857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180342857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180342858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180342858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180342858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:44.600913 run osmo-stp_10.42.42.5(pid=10214): stdout: \u000a| (launched: 2022-12-12_18:03:42.668275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:03:44.727634 run osmo-stp_10.42.42.5(pid=10214): stderr: \u000a| �[0;m�[38;5;43m20221212180342856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180342857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180342857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180342857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180342858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180342858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180342858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:03:44.783571 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10214): Process ended prematurely: osmo-stp_10.42.42.5(pid=10214) [trial-2380↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10214)] [trial-2380↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a18:03:44.792515 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a18:03:44.856056 run osmo-hlr_10.42.42.2(pid=10211): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10211)]\u000a18:03:44.907928 run osmo-hlr_10.42.42.2(pid=10211): stdout: \u000a| (launched: 2022-12-12_18:03:41.678269) \u000a18:03:44.960620 run osmo-hlr_10.42.42.2(pid=10211): stderr: \u000a| �[0;m�[1;31m20221212180341873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180341873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180341873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180341873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180341873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180341873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180341886 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180341894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180341895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180341895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:03:45.032031 run osmo-msc_10.42.42.6(pid=10217): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10217)]\u000a18:03:45.083815 run osmo-msc_10.42.42.6(pid=10217): stdout: \u000a| (launched: 2022-12-12_18:03:43.859401) \u000a18:03:45.136694 run osmo-msc_10.42.42.6(pid=10217): stderr: \u000a| �[0;m�[38;5;43m20221212180344176 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180344176 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2cda67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180344176 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180344176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180344176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180344176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180344178 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180344179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180344179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180344179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:03:45.181382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10210): Terminating (SIGTERM)\u000a18:03:45.223875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10213): Terminating (SIGTERM)\u000a18:03:45.266608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10216): Terminating (SIGTERM)\u000a18:03:45.276624 --- ParallelTerminationStrategy: PID 10210 died...\u000a18:03:45.333751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10210): Terminated: ok {rc=0}\u000a18:03:45.343871 --- ParallelTerminationStrategy: PID 10213 died...\u000a18:03:45.399512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10213): Terminated: ok {rc=0}\u000a18:03:45.409959 --- ParallelTerminationStrategy: PID 10216 died...\u000a18:03:45.465413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10216): Terminated: ok {rc=0}\u000a18:03:45.552583 bus /sierra_9: Setting Powered False\u000a18:03:46.661195 bus /sierra_9: Setting Powered False\u000a18:03:47.771973 bus /sierra_8: Setting Powered False\u000a18:03:48.874512 bus /sierra_8: Setting Powered False\u000a18:03:49.984420 bus /sierra_3: Setting Powered False\u000a18:03:51.089381 bus /sierra_3: Setting Powered False\u000a18:03:52.202275 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:03:27" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10232): Process ended prematurely: osmo-stp_10.42.42.5(pid=10232) [trial-2380↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10232)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10232): Process ended prematurely: osmo-stp_10.42.42.5(pid=10232) [trial-2380↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:03:54.323173 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:03:54.333889 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a18:03:54.471703 tst cs_paging_gprs_active.py: using LAC 30545\u000a18:03:54.592221 tst cs_paging_gprs_active.py: using RAC 200\u000a18:03:54.713183 tst cs_paging_gprs_active.py: using CellId 30545\u000a18:03:54.833251 tst cs_paging_gprs_active.py: using BVCI 30546\u000a18:03:54.856281 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:03:54.866986 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:03:54.877523 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:03:54.888219 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:03:54.898783 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:03:54.909422 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:03:54.920116 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:03:54.930861 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:03:54.941628 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a18:03:55.063959 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a18:03:55.342718 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:03:55.469857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:03:55.787345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10222): Launched\u000a18:03:56.052633 run iperf3-srv_10.42.42.10(pid=10223): Launched\u000a18:03:56.239019 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:03:56.365860 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:03:56.683525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10224): Launched\u000a18:03:56.946150 run iperf3-srv_10.42.42.10(pid=10225): Launched\u000a18:03:57.131668 tst cs_paging_gprs_active.py:38: start network...\u000a18:03:57.258543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:03:57.739807 run create_hlr_db(pid=10226): Launched\u000a18:03:57.914269 bus /sierra_2: Setting Powered False\u000a18:03:58.937384 run create_hlr_db(pid=10226): Terminated: ok {rc=0}\u000a18:03:59.343786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10228): Launched\u000a18:03:59.651085 run osmo-hlr_10.42.42.2(pid=10229): Launched\u000a18:03:59.770052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:00.305861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10231): Launched\u000a18:04:00.611468 run osmo-stp_10.42.42.5(pid=10232): Launched\u000a18:04:00.722635 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:04:01.313348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10234): Launched\u000a18:04:01.433909 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:04:01.741902 run patchelf(pid=10235): Launched\u000a18:04:01.938093 run osmo-stp_10.42.42.5(pid=10232): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10232)]\u000a18:04:02.081062 run osmo-stp_10.42.42.5(pid=10232): stdout: \u000a| (launched: 2022-12-12_18:04:00.460190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:02.224754 run osmo-stp_10.42.42.5(pid=10232): stderr: \u000a| �[0;m�[38;5;43m20221212180400630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180400631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180400631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180400631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180400632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180400632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180400632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:02.360057 run osmo-stp_10.42.42.5(pid=10232): stdout: \u000a| (launched: 2022-12-12_18:04:00.460190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:02.493527 run osmo-stp_10.42.42.5(pid=10232): stderr: \u000a| �[0;m�[38;5;43m20221212180400630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180400631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180400631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180400631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180400632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180400632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180400632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:02.648719 run patchelf(pid=10235): Terminating (SIGINT)\u000a18:04:02.829973 run patchelf(pid=10235): Terminated: ok {rc=0}\u000a18:04:02.863796 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10232): Process ended prematurely: osmo-stp_10.42.42.5(pid=10232) [trial-2380↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10232)] [trial-2380↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a18:04:02.874136 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a18:04:02.937635 run osmo-hlr_10.42.42.2(pid=10229): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10229)]\u000a18:04:02.989299 run osmo-hlr_10.42.42.2(pid=10229): stdout: \u000a| (launched: 2022-12-12_18:03:59.498057) \u000a18:04:03.041570 run osmo-hlr_10.42.42.2(pid=10229): stderr: \u000a| �[0;m�[1;31m20221212180359671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180359671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180359671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180359671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180359671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180359671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180359683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180359692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180359692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180359692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:03.086317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10222): Terminating (SIGTERM)\u000a18:04:03.128648 run iperf3-srv_10.42.42.10(pid=10223): Terminating (SIGTERM)\u000a18:04:03.172314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10224): Terminating (SIGTERM)\u000a18:04:03.214662 run iperf3-srv_10.42.42.10(pid=10225): Terminating (SIGTERM)\u000a18:04:03.257425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10228): Terminating (SIGTERM)\u000a18:04:03.299395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10231): Terminating (SIGTERM)\u000a18:04:03.341378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10234): Terminating (SIGTERM)\u000a18:04:03.351140 --- ParallelTerminationStrategy: PID 10222 died...\u000a18:04:03.407509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10222): Terminated: ok {rc=0}\u000a18:04:03.417770 --- ParallelTerminationStrategy: PID 10223 died...\u000a18:04:03.473399 run iperf3-srv_10.42.42.10(pid=10223): Terminated {rc=256}\u000a18:04:03.483355 --- ParallelTerminationStrategy: PID 10224 died...\u000a18:04:03.539390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10224): Terminated: ok {rc=0}\u000a18:04:03.549574 --- ParallelTerminationStrategy: PID 10225 died...\u000a18:04:03.605192 run iperf3-srv_10.42.42.10(pid=10225): Terminated {rc=256}\u000a18:04:03.615184 --- ParallelTerminationStrategy: PID 10228 died...\u000a18:04:03.671284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10228): Terminated: ok {rc=0}\u000a18:04:03.681384 --- ParallelTerminationStrategy: PID 10231 died...\u000a18:04:03.737408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10231): Terminated: ok {rc=0}\u000a18:04:03.747433 --- ParallelTerminationStrategy: PID 10234 died...\u000a18:04:03.803365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10234): Terminated: ok {rc=0}\u000a18:04:03.891347 bus /gobi_0: Setting Powered False\u000a18:04:04.996040 bus /gobi_0: Setting Powered False\u000a18:04:06.106835 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10244): Process ended prematurely: osmo-stp_10.42.42.5(pid=10244) [trial-2380↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10244)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10244): Process ended prematurely: osmo-stp_10.42.42.5(pid=10244) [trial-2380↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a18:04:07.222592 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:07.234721 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a18:04:07.383162 tst iperf3.py: using LAC 30546\u000a18:04:07.510093 tst iperf3.py: using RAC 201\u000a18:04:07.642485 tst iperf3.py: using CellId 30546\u000a18:04:07.773723 tst iperf3.py: using BVCI 30547\u000a18:04:07.798556 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:07.809816 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:07.820717 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:07.831687 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:07.842522 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:07.853377 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:07.864435 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:07.875242 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:07.886303 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a18:04:08.162788 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:04:08.288933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:04:08.605493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10236): Launched\u000a18:04:08.867672 run iperf3-srv_10.42.42.10(pid=10237): Launched\u000a18:04:09.052462 tst iperf3.py:8: start network...\u000a18:04:09.178575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:04:09.658582 run create_hlr_db(pid=10238): Launched\u000a18:04:09.832530 bus /gobi_6: Setting Powered False\u000a18:04:10.854314 run create_hlr_db(pid=10238): Terminated: ok {rc=0}\u000a18:04:11.284542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10240): Launched\u000a18:04:11.609083 run osmo-hlr_10.42.42.2(pid=10241): Launched\u000a18:04:11.726996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:12.294152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10243): Launched\u000a18:04:12.620676 run osmo-stp_10.42.42.5(pid=10244): Launched\u000a18:04:12.737995 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:04:13.304081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10246): Launched\u000a18:04:13.419600 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:04:13.704530 run patchelf(pid=10247): Launched\u000a18:04:13.894162 run osmo-stp_10.42.42.5(pid=10244): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10244)]\u000a18:04:14.032647 run osmo-stp_10.42.42.5(pid=10244): stdout: \u000a| (launched: 2022-12-12_18:04:12.459310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:14.171275 run osmo-stp_10.42.42.5(pid=10244): stderr: \u000a| �[0;m�[38;5;43m20221212180412649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180412649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180412649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180412650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180412650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180412650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180412650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:14.306041 run osmo-stp_10.42.42.5(pid=10244): stdout: \u000a| (launched: 2022-12-12_18:04:12.459310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:14.439129 run osmo-stp_10.42.42.5(pid=10244): stderr: \u000a| �[0;m�[38;5;43m20221212180412649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180412649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180412649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180412650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180412650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180412650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180412650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:14.594647 run patchelf(pid=10247): Terminating (SIGINT)\u000a18:04:14.775947 run patchelf(pid=10247): Terminated: ok {rc=0}\u000a18:04:14.809631 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10244): Process ended prematurely: osmo-stp_10.42.42.5(pid=10244) [trial-2380↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10244)] [trial-2380↪gprs:trx-b200↪iperf3.py:8]\u000a18:04:14.819524 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a18:04:14.882156 run osmo-hlr_10.42.42.2(pid=10241): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10241)]\u000a18:04:14.933050 run osmo-hlr_10.42.42.2(pid=10241): stdout: \u000a| (launched: 2022-12-12_18:04:11.449283) \u000a18:04:14.984379 run osmo-hlr_10.42.42.2(pid=10241): stderr: \u000a| �[0;m�[1;31m20221212180411644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180411644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180411644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180411644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180411644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180411644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180411656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180411666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180411666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180411666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:15.028564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10236): Terminating (SIGTERM)\u000a18:04:15.070122 run iperf3-srv_10.42.42.10(pid=10237): Terminating (SIGTERM)\u000a18:04:15.111800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10240): Terminating (SIGTERM)\u000a18:04:15.153512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10243): Terminating (SIGTERM)\u000a18:04:15.195197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10246): Terminating (SIGTERM)\u000a18:04:15.204880 --- ParallelTerminationStrategy: PID 10236 died...\u000a18:04:15.260995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10236): Terminated: ok {rc=0}\u000a18:04:15.271314 --- ParallelTerminationStrategy: PID 10237 died...\u000a18:04:15.326788 run iperf3-srv_10.42.42.10(pid=10237): Terminated {rc=256}\u000a18:04:15.336687 --- ParallelTerminationStrategy: PID 10240 died...\u000a18:04:15.391972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10240): Terminated: ok {rc=0}\u000a18:04:15.402060 --- ParallelTerminationStrategy: PID 10243 died...\u000a18:04:15.457578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10243): Terminated: ok {rc=0}\u000a18:04:15.467658 --- ParallelTerminationStrategy: PID 10246 died...\u000a18:04:15.523162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10246): Terminated: ok {rc=0}\u000a18:04:15.610383 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10262): Process ended prematurely: osmo-stp_10.42.42.5(pid=10262) [trial-2380↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10262)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10262): Process ended prematurely: osmo-stp_10.42.42.5(pid=10262) [trial-2380↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a18:04:16.757881 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:16.774682 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a18:04:16.957383 tst iperf3m4.py: using LAC 30547\u000a18:04:17.100265 tst iperf3m4.py: using RAC 202\u000a18:04:17.228160 tst iperf3m4.py: using CellId 30547\u000a18:04:17.354692 tst iperf3m4.py: using BVCI 30548\u000a18:04:17.379591 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:17.391072 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:17.402172 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:17.413138 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:17.423898 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:17.434722 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:17.445849 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:17.456674 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:17.467721 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a18:04:17.586303 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a18:04:17.706675 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a18:04:17.827094 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a18:04:18.108816 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:04:18.236291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:04:18.553765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10248): Launched\u000a18:04:18.817209 run iperf3-srv_10.42.42.10(pid=10249): Launched\u000a18:04:19.002874 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:04:19.129925 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:04:19.448732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10250): Launched\u000a18:04:19.713086 run iperf3-srv_10.42.42.10(pid=10251): Launched\u000a18:04:19.898442 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:04:20.024832 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:04:20.344145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10252): Launched\u000a18:04:20.609946 run iperf3-srv_10.42.42.10(pid=10253): Launched\u000a18:04:20.795281 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:04:20.921735 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:04:21.237797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10254): Launched\u000a18:04:21.500531 run iperf3-srv_10.42.42.10(pid=10255): Launched\u000a18:04:21.685865 tst iperf3m4.py:8: start network...\u000a18:04:21.812648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:04:22.309312 run create_hlr_db(pid=10256): Launched\u000a18:04:22.498556 bus /gobi_6: Setting Powered False\u000a18:04:23.520450 run create_hlr_db(pid=10256): Terminated: ok {rc=0}\u000a18:04:23.955878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10258): Launched\u000a18:04:24.283872 run osmo-hlr_10.42.42.2(pid=10259): Launched\u000a18:04:24.404177 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:24.978332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10261): Launched\u000a18:04:25.307882 run osmo-stp_10.42.42.5(pid=10262): Launched\u000a18:04:25.426048 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:04:25.995724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10264): Launched\u000a18:04:26.112505 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:04:26.401441 run patchelf(pid=10265): Launched\u000a18:04:26.593456 run osmo-stp_10.42.42.5(pid=10262): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10262)]\u000a18:04:26.734074 run osmo-stp_10.42.42.5(pid=10262): stdout: \u000a| (launched: 2022-12-12_18:04:25.145188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:26.874170 run osmo-stp_10.42.42.5(pid=10262): stderr: \u000a| �[0;m�[38;5;43m20221212180425334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180425334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180425334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180425334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180425335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180425335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180425335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:27.009352 run osmo-stp_10.42.42.5(pid=10262): stdout: \u000a| (launched: 2022-12-12_18:04:25.145188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:27.143537 run osmo-stp_10.42.42.5(pid=10262): stderr: \u000a| �[0;m�[38;5;43m20221212180425334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180425334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180425334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180425334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180425335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180425335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180425335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:27.300615 run patchelf(pid=10265): Terminating (SIGINT)\u000a18:04:27.484140 run patchelf(pid=10265): Terminated: ok {rc=0}\u000a18:04:27.517935 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10262): Process ended prematurely: osmo-stp_10.42.42.5(pid=10262) [trial-2380↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10262)] [trial-2380↪gprs:trx-b200↪iperf3m4.py:8]\u000a18:04:27.527922 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:04:27.590711 run osmo-hlr_10.42.42.2(pid=10259): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10259)]\u000a18:04:27.641679 run osmo-hlr_10.42.42.2(pid=10259): stdout: \u000a| (launched: 2022-12-12_18:04:24.122485) \u000a18:04:27.693135 run osmo-hlr_10.42.42.2(pid=10259): stderr: \u000a| �[0;m�[1;31m20221212180424318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180424318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180424318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180424318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180424318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180424319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180424331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180424340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180424341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180424341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:27.737009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10248): Terminating (SIGTERM)\u000a18:04:27.778264 run iperf3-srv_10.42.42.10(pid=10249): Terminating (SIGTERM)\u000a18:04:27.820127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10250): Terminating (SIGTERM)\u000a18:04:27.862244 run iperf3-srv_10.42.42.10(pid=10251): Terminating (SIGTERM)\u000a18:04:27.903702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10252): Terminating (SIGTERM)\u000a18:04:27.945138 run iperf3-srv_10.42.42.10(pid=10253): Terminating (SIGTERM)\u000a18:04:27.986634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10254): Terminating (SIGTERM)\u000a18:04:28.028549 run iperf3-srv_10.42.42.10(pid=10255): Terminating (SIGTERM)\u000a18:04:28.070223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10258): Terminating (SIGTERM)\u000a18:04:28.111923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10261): Terminating (SIGTERM)\u000a18:04:28.153864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10264): Terminating (SIGTERM)\u000a18:04:28.163651 --- ParallelTerminationStrategy: PID 10248 died...\u000a18:04:28.220165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10248): Terminated: ok {rc=0}\u000a18:04:28.230630 --- ParallelTerminationStrategy: PID 10249 died...\u000a18:04:28.286702 run iperf3-srv_10.42.42.10(pid=10249): Terminated {rc=256}\u000a18:04:28.296728 --- ParallelTerminationStrategy: PID 10250 died...\u000a18:04:28.352812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10250): Terminated: ok {rc=0}\u000a18:04:28.362861 --- ParallelTerminationStrategy: PID 10251 died...\u000a18:04:28.418746 run iperf3-srv_10.42.42.10(pid=10251): Terminated {rc=256}\u000a18:04:28.428815 --- ParallelTerminationStrategy: PID 10252 died...\u000a18:04:28.485110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10252): Terminated: ok {rc=0}\u000a18:04:28.495189 --- ParallelTerminationStrategy: PID 10253 died...\u000a18:04:28.551041 run iperf3-srv_10.42.42.10(pid=10253): Terminated {rc=256}\u000a18:04:28.561110 --- ParallelTerminationStrategy: PID 10254 died...\u000a18:04:28.617115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10254): Terminated: ok {rc=0}\u000a18:04:28.627457 --- ParallelTerminationStrategy: PID 10255 died...\u000a18:04:28.683516 run iperf3-srv_10.42.42.10(pid=10255): Terminated {rc=256}\u000a18:04:28.693723 --- ParallelTerminationStrategy: PID 10258 died...\u000a18:04:28.749635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10258): Terminated: ok {rc=0}\u000a18:04:28.759747 --- ParallelTerminationStrategy: PID 10261 died...\u000a18:04:28.815987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10261): Terminated: ok {rc=0}\u000a18:04:28.826169 --- ParallelTerminationStrategy: PID 10264 died...\u000a18:04:28.882574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10264): Terminated: ok {rc=0}\u000a18:04:28.970905 bus /gobi_4: Setting Powered False\u000a18:04:30.076553 bus /gobi_4: Setting Powered False\u000a18:04:31.185599 bus /gobi_1: Setting Powered False\u000a18:04:32.294421 bus /gobi_1: Setting Powered False\u000a18:04:33.402279 bus /gobi_0: Setting Powered False\u000a18:04:34.504668 bus /gobi_0: Setting Powered False\u000a18:04:35.614395 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10272): Process ended prematurely: osmo-stp_10.42.42.5(pid=10272) [trial-2380↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10272)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10272): Process ended prematurely: osmo-stp_10.42.42.5(pid=10272) [trial-2380↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a18:04:36.684815 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:36.696923 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a18:04:36.841213 tst ping.py: using LAC 30548\u000a18:04:36.968350 tst ping.py: using RAC 203\u000a18:04:37.094133 tst ping.py: using CellId 30548\u000a18:04:37.221947 tst ping.py: using BVCI 30549\u000a18:04:37.247030 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:37.258240 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:37.269391 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:37.280501 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:37.291419 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:37.302399 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:37.313488 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:37.324637 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a18:04:37.616868 tst ping.py:19: start network...\u000a18:04:37.751150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:04:38.268772 run create_hlr_db(pid=10266): Launched\u000a18:04:38.455380 bus /gobi_6: Setting Powered False\u000a18:04:39.476341 run create_hlr_db(pid=10266): Terminated: ok {rc=0}\u000a18:04:39.882816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10268): Launched\u000a18:04:40.186814 run osmo-hlr_10.42.42.2(pid=10269): Launched\u000a18:04:40.300544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:40.828192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10271): Launched\u000a18:04:41.133406 run osmo-stp_10.42.42.5(pid=10272): Launched\u000a18:04:41.243138 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:04:41.770404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10274): Launched\u000a18:04:41.878027 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:04:42.143422 run patchelf(pid=10275): Launched\u000a18:04:42.320353 run osmo-stp_10.42.42.5(pid=10272): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10272)]\u000a18:04:42.449527 run osmo-stp_10.42.42.5(pid=10272): stdout: \u000a| (launched: 2022-12-12_18:04:40.981303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:42.578814 run osmo-stp_10.42.42.5(pid=10272): stderr: \u000a| �[0;m�[38;5;43m20221212180441148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180441148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180441149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180441149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180441149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180441149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180441150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:42.704198 run osmo-stp_10.42.42.5(pid=10272): stdout: \u000a| (launched: 2022-12-12_18:04:40.981303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:42.828250 run osmo-stp_10.42.42.5(pid=10272): stderr: \u000a| �[0;m�[38;5;43m20221212180441148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180441148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180441149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180441149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180441149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180441149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180441150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:42.971938 run patchelf(pid=10275): Terminating (SIGINT)\u000a18:04:43.140101 run patchelf(pid=10275): Terminated: ok {rc=0}\u000a18:04:43.170662 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10272): Process ended prematurely: osmo-stp_10.42.42.5(pid=10272) [trial-2380↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10272)] [trial-2380↪gprs:trx-b200↪ping.py:22]\u000a18:04:43.179437 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:04:43.241986 run osmo-hlr_10.42.42.2(pid=10269): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10269)]\u000a18:04:43.291650 run osmo-hlr_10.42.42.2(pid=10269): stdout: \u000a| (launched: 2022-12-12_18:04:40.035325) \u000a18:04:43.342175 run osmo-hlr_10.42.42.2(pid=10269): stderr: \u000a| �[0;m�[1;31m20221212180440210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180440210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180440210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180440210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180440210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180440210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180440222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180440231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180440232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180440232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:43.384931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10268): Terminating (SIGTERM)\u000a18:04:43.425836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10271): Terminating (SIGTERM)\u000a18:04:43.466628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10274): Terminating (SIGTERM)\u000a18:04:43.476040 --- ParallelTerminationStrategy: PID 10268 died...\u000a18:04:43.530251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10268): Terminated: ok {rc=0}\u000a18:04:43.540190 --- ParallelTerminationStrategy: PID 10271 died...\u000a18:04:43.594460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10271): Terminated: ok {rc=0}\u000a18:04:43.604365 --- ParallelTerminationStrategy: PID 10274 died...\u000a18:04:43.658130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10274): Terminated: ok {rc=0}\u000a18:04:43.748596 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10282): Process ended prematurely: osmo-stp_10.42.42.5(pid=10282) [trial-2380↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10282)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10282): Process ended prematurely: osmo-stp_10.42.42.5(pid=10282) [trial-2380↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a18:04:44.801508 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:44.813520 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a18:04:44.951926 tst ping_idle_ping.py: using LAC 30549\u000a18:04:45.071195 tst ping_idle_ping.py: using RAC 204\u000a18:04:45.198612 tst ping_idle_ping.py: using CellId 30549\u000a18:04:45.326116 tst ping_idle_ping.py: using BVCI 30550\u000a18:04:45.350925 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:45.362159 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:45.373422 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:45.385141 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:45.396636 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:45.408110 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:45.419869 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a18:04:45.431674 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a18:04:45.710258 tst ping_idle_ping.py:24: start network...\u000a18:04:45.835696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:04:46.402787 run create_hlr_db(pid=10276): Launched\u000a18:04:46.580299 bus /gobi_6: Setting Powered False\u000a18:04:47.599035 run create_hlr_db(pid=10276): Terminated: ok {rc=0}\u000a18:04:48.031292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10278): Launched\u000a18:04:48.357841 run osmo-hlr_10.42.42.2(pid=10279): Launched\u000a18:04:48.475147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:04:49.038291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10281): Launched\u000a18:04:49.367127 run osmo-stp_10.42.42.5(pid=10282): Launched\u000a18:04:49.483528 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:04:50.047816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10284): Launched\u000a18:04:50.162571 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:04:50.446083 run patchelf(pid=10285): Launched\u000a18:04:50.634555 run osmo-stp_10.42.42.5(pid=10282): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10282)]\u000a18:04:50.772099 run osmo-stp_10.42.42.5(pid=10282): stdout: \u000a| (launched: 2022-12-12_18:04:49.202351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:50.910597 run osmo-stp_10.42.42.5(pid=10282): stderr: \u000a| �[0;m�[38;5;43m20221212180449393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180449393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180449394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180449394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180449395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180449396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180449396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:51.043681 run osmo-stp_10.42.42.5(pid=10282): stdout: \u000a| (launched: 2022-12-12_18:04:49.202351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:04:51.175727 run osmo-stp_10.42.42.5(pid=10282): stderr: \u000a| �[0;m�[38;5;43m20221212180449393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180449393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180449394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180449394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180449395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180449396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180449396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:04:51.330167 run patchelf(pid=10285): Terminating (SIGINT)\u000a18:04:51.509689 run patchelf(pid=10285): Terminated: ok {rc=0}\u000a18:04:51.542439 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10282): Process ended prematurely: osmo-stp_10.42.42.5(pid=10282) [trial-2380↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10282)] [trial-2380↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a18:04:51.551820 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a18:04:51.614348 run osmo-hlr_10.42.42.2(pid=10279): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10279)]\u000a18:04:51.665276 run osmo-hlr_10.42.42.2(pid=10279): stdout: \u000a| (launched: 2022-12-12_18:04:48.195489) \u000a18:04:51.716857 run osmo-hlr_10.42.42.2(pid=10279): stderr: \u000a| �[0;m�[1;31m20221212180448392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180448392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180448392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180448392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180448392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180448392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180448406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180448414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180448414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180448415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:04:51.760754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10278): Terminating (SIGTERM)\u000a18:04:51.802418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10281): Terminating (SIGTERM)\u000a18:04:51.844576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10284): Terminating (SIGTERM)\u000a18:04:51.854452 --- ParallelTerminationStrategy: PID 10278 died...\u000a18:04:51.911390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10278): Terminated: ok {rc=0}\u000a18:04:51.921805 --- ParallelTerminationStrategy: PID 10281 died...\u000a18:04:51.977740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10281): Terminated: ok {rc=0}\u000a18:04:51.987857 --- ParallelTerminationStrategy: PID 10284 died...\u000a18:04:52.043841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10284): Terminated: ok {rc=0}\u000a18:04:52.131433 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:03:53" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10299): Process ended prematurely: osmo-stp_10.42.42.5(pid=10299) [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10299)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10299): Process ended prematurely: osmo-stp_10.42.42.5(pid=10299) [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10299)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:04:54.300257 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:04:54.311555 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:04:54.458575 tst cs_paging_gprs_active.py: using LAC 30550\u000a18:04:54.589536 tst cs_paging_gprs_active.py: using RAC 205\u000a18:04:54.715925 tst cs_paging_gprs_active.py: using CellId 30550\u000a18:04:54.846890 tst cs_paging_gprs_active.py: using BVCI 30551\u000a18:04:54.872108 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:04:54.883578 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:04:54.894707 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:04:54.905863 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:04:54.916835 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:04:54.927943 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:04:54.939261 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:04:54.950378 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:04:54.961670 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:04:55.080893 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:04:55.365093 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:04:55.494167 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:04:55.813801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10289): Launched\u000a18:04:56.079713 run iperf3-srv_10.42.42.10(pid=10290): Launched\u000a18:04:56.267236 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:04:56.394941 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:04:56.715220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10291): Launched\u000a18:04:56.983199 run iperf3-srv_10.42.42.10(pid=10292): Launched\u000a18:04:57.170112 tst cs_paging_gprs_active.py:38: start network...\u000a18:04:57.298238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:04:57.783525 run create_hlr_db(pid=10293): Launched\u000a18:04:57.959976 bus /gobi_6: Setting Powered False\u000a18:04:58.993521 run create_hlr_db(pid=10293): Terminated: ok {rc=0}\u000a18:04:59.407786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10295): Launched\u000a18:04:59.718750 run osmo-hlr_10.42.42.2(pid=10296): Launched\u000a18:04:59.839549 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:05:00.378103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10298): Launched\u000a18:05:00.688310 run osmo-stp_10.42.42.5(pid=10299): Launched\u000a18:05:00.799944 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:05:01.391657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10301): Launched\u000a18:05:01.512075 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:05:01.820190 run patchelf(pid=10302): Launched\u000a18:05:02.030797 run osmo-stp_10.42.42.5(pid=10299): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10299)]\u000a18:05:02.172809 run osmo-stp_10.42.42.5(pid=10299): stdout: \u000a| (launched: 2022-12-12_18:05:00.534113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:02.316149 run osmo-stp_10.42.42.5(pid=10299): stderr: \u000a| �[0;m�[38;5;43m20221212180500703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180500703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180500704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180500704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180500705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180500705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180500705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:02.452142 run osmo-stp_10.42.42.5(pid=10299): stdout: \u000a| (launched: 2022-12-12_18:05:00.534113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:02.586079 run osmo-stp_10.42.42.5(pid=10299): stderr: \u000a| �[0;m�[38;5;43m20221212180500703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180500703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180500704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180500704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180500705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180500705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180500705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:02.742326 run patchelf(pid=10302): Terminating (SIGINT)\u000a18:05:02.925844 run patchelf(pid=10302): Terminated: ok {rc=0}\u000a18:05:02.959656 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10299): Process ended prematurely: osmo-stp_10.42.42.5(pid=10299) [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10299)] [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:05:02.969723 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:05:03.032835 run osmo-hlr_10.42.42.2(pid=10296): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10296)]\u000a18:05:03.084530 run osmo-hlr_10.42.42.2(pid=10296): stdout: \u000a| (launched: 2022-12-12_18:04:59.564014) \u000a18:05:03.136374 run osmo-hlr_10.42.42.2(pid=10296): stderr: \u000a| �[0;m�[1;31m20221212180459739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180459739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180459739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180459739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180459740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180459740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180459752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180459760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180459760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180459760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:05:03.180935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10289): Terminating (SIGTERM)\u000a18:05:03.222553 run iperf3-srv_10.42.42.10(pid=10290): Terminating (SIGTERM)\u000a18:05:03.264575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10291): Terminating (SIGTERM)\u000a18:05:03.306520 run iperf3-srv_10.42.42.10(pid=10292): Terminating (SIGTERM)\u000a18:05:03.348205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10295): Terminating (SIGTERM)\u000a18:05:03.389897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10298): Terminating (SIGTERM)\u000a18:05:03.431559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10301): Terminating (SIGTERM)\u000a18:05:03.440831 --- ParallelTerminationStrategy: PID 10289 died...\u000a18:05:03.496484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10289): Terminated: ok {rc=0}\u000a18:05:03.506452 --- ParallelTerminationStrategy: PID 10290 died...\u000a18:05:03.561561 run iperf3-srv_10.42.42.10(pid=10290): Terminated {rc=256}\u000a18:05:03.571465 --- ParallelTerminationStrategy: PID 10291 died...\u000a18:05:03.626860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10291): Terminated: ok {rc=0}\u000a18:05:03.636744 --- ParallelTerminationStrategy: PID 10292 died...\u000a18:05:03.692113 run iperf3-srv_10.42.42.10(pid=10292): Terminated {rc=256}\u000a18:05:03.702037 --- ParallelTerminationStrategy: PID 10295 died...\u000a18:05:03.757371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10295): Terminated: ok {rc=0}\u000a18:05:03.767368 --- ParallelTerminationStrategy: PID 10298 died...\u000a18:05:03.822989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10298): Terminated: ok {rc=0}\u000a18:05:03.832901 --- ParallelTerminationStrategy: PID 10301 died...\u000a18:05:03.888394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10301): Terminated: ok {rc=0}\u000a18:05:03.975456 bus /gobi_0: Setting Powered False\u000a18:05:05.082448 bus /gobi_0: Setting Powered False\u000a18:05:06.193085 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10314): Process ended prematurely: osmo-stp_10.42.42.5(pid=10314) [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10314)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10314): Process ended prematurely: osmo-stp_10.42.42.5(pid=10314) [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:05:07.303473 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:07.315085 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:05:07.458852 tst iperf3.py: using LAC 30551\u000a18:05:07.580761 tst iperf3.py: using RAC 206\u000a18:05:07.707901 tst iperf3.py: using CellId 30551\u000a18:05:07.828570 tst iperf3.py: using BVCI 30552\u000a18:05:07.851857 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:07.862756 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:07.873422 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:07.884351 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:07.895335 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:07.906262 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:07.917491 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:07.928389 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:07.939474 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:05:08.219285 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:05:08.346905 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:05:08.665182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10306): Launched\u000a18:05:08.930410 run iperf3-srv_10.42.42.10(pid=10307): Launched\u000a18:05:09.117783 tst iperf3.py:8: start network...\u000a18:05:09.245053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:09.728842 run create_hlr_db(pid=10308): Launched\u000a18:05:09.904929 bus /gobi_6: Setting Powered False\u000a18:05:10.926212 run create_hlr_db(pid=10308): Terminated: ok {rc=0}\u000a18:05:11.363472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10310): Launched\u000a18:05:11.692237 run osmo-hlr_10.42.42.2(pid=10311): Launched\u000a18:05:11.811011 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:05:12.379726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10313): Launched\u000a18:05:12.709796 run osmo-stp_10.42.42.5(pid=10314): Launched\u000a18:05:12.829167 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:05:13.402399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10316): Launched\u000a18:05:13.518668 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:05:13.806576 run patchelf(pid=10317): Launched\u000a18:05:13.997138 run osmo-stp_10.42.42.5(pid=10314): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10314)]\u000a18:05:14.136139 run osmo-stp_10.42.42.5(pid=10314): stdout: \u000a| (launched: 2022-12-12_18:05:12.546124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:14.275817 run osmo-stp_10.42.42.5(pid=10314): stderr: \u000a| �[0;m�[38;5;43m20221212180512737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180512737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180512737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180512738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180512738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180512738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180512738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:14.410734 run osmo-stp_10.42.42.5(pid=10314): stdout: \u000a| (launched: 2022-12-12_18:05:12.546124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:14.543813 run osmo-stp_10.42.42.5(pid=10314): stderr: \u000a| �[0;m�[38;5;43m20221212180512737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180512737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180512737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180512738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180512738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180512738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180512738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:14.699658 run patchelf(pid=10317): Terminating (SIGINT)\u000a18:05:14.882088 run patchelf(pid=10317): Terminated: ok {rc=0}\u000a18:05:14.915651 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10314): Process ended prematurely: osmo-stp_10.42.42.5(pid=10314) [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10314)] [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a18:05:14.926687 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:05:14.989352 run osmo-hlr_10.42.42.2(pid=10311): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10311)]\u000a18:05:15.040674 run osmo-hlr_10.42.42.2(pid=10311): stdout: \u000a| (launched: 2022-12-12_18:05:11.529931) \u000a18:05:15.092378 run osmo-hlr_10.42.42.2(pid=10311): stderr: \u000a| �[0;m�[1;31m20221212180511728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180511728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180511728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180511728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180511728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180511728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180511744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180511753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180511753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180511753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:05:15.136370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10306): Terminating (SIGTERM)\u000a18:05:15.177835 run iperf3-srv_10.42.42.10(pid=10307): Terminating (SIGTERM)\u000a18:05:15.219369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10310): Terminating (SIGTERM)\u000a18:05:15.261326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10313): Terminating (SIGTERM)\u000a18:05:15.302979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10316): Terminating (SIGTERM)\u000a18:05:15.312686 --- ParallelTerminationStrategy: PID 10306 died...\u000a18:05:15.368499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10306): Terminated: ok {rc=0}\u000a18:05:15.378573 --- ParallelTerminationStrategy: PID 10307 died...\u000a18:05:15.434612 run iperf3-srv_10.42.42.10(pid=10307): Terminated {rc=256}\u000a18:05:15.444556 --- ParallelTerminationStrategy: PID 10310 died...\u000a18:05:15.502536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10310): Terminated: ok {rc=0}\u000a18:05:15.513056 --- ParallelTerminationStrategy: PID 10313 died...\u000a18:05:15.567943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10313): Terminated: ok {rc=0}\u000a18:05:15.577907 --- ParallelTerminationStrategy: PID 10316 died...\u000a18:05:15.632436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10316): Terminated: ok {rc=0}\u000a18:05:15.721775 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10333): Process ended prematurely: osmo-stp_10.42.42.5(pid=10333) [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10333)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10333): Process ended prematurely: osmo-stp_10.42.42.5(pid=10333) [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:05:16.859102 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:16.875614 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:05:17.051315 tst iperf3m4.py: using LAC 30552\u000a18:05:17.203984 tst iperf3m4.py: using RAC 207\u000a18:05:17.330963 tst iperf3m4.py: using CellId 30552\u000a18:05:17.451428 tst iperf3m4.py: using BVCI 30553\u000a18:05:17.474755 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:17.486426 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:17.497379 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:17.509018 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:17.520542 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:17.532112 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:17.543842 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:17.555236 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:17.567035 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:05:17.691910 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:05:17.813879 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:05:17.933365 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:05:18.215092 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:05:18.342784 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:05:18.663042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10319): Launched\u000a18:05:18.930383 run iperf3-srv_10.42.42.10(pid=10320): Launched\u000a18:05:19.117894 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:05:19.245464 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:05:19.564304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10321): Launched\u000a18:05:19.830421 run iperf3-srv_10.42.42.10(pid=10322): Launched\u000a18:05:20.016643 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:05:20.143959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:05:20.462125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10323): Launched\u000a18:05:20.728329 run iperf3-srv_10.42.42.10(pid=10324): Launched\u000a18:05:20.914494 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:05:21.041470 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:05:21.361588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10325): Launched\u000a18:05:21.627947 run iperf3-srv_10.42.42.10(pid=10326): Launched\u000a18:05:21.813692 tst iperf3m4.py:8: start network...\u000a18:05:21.940575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:22.423652 run create_hlr_db(pid=10327): Launched\u000a18:05:22.600351 bus /gobi_6: Setting Powered False\u000a18:05:23.621145 run create_hlr_db(pid=10327): Terminated: ok {rc=0}\u000a18:05:24.059574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10329): Launched\u000a18:05:24.391504 run osmo-hlr_10.42.42.2(pid=10330): Launched\u000a18:05:24.511030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:05:25.086079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10332): Launched\u000a18:05:25.419203 run osmo-stp_10.42.42.5(pid=10333): Launched\u000a18:05:25.537948 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:05:26.111829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10335): Launched\u000a18:05:26.228604 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:05:26.517882 run patchelf(pid=10336): Launched\u000a18:05:26.709422 run osmo-stp_10.42.42.5(pid=10333): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10333)]\u000a18:05:26.848935 run osmo-stp_10.42.42.5(pid=10333): stdout: \u000a| (launched: 2022-12-12_18:05:25.255483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:26.988905 run osmo-stp_10.42.42.5(pid=10333): stderr: \u000a| �[0;m�[38;5;43m20221212180525446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180525446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180525446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180525447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180525447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180525447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180525447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:27.124807 run osmo-stp_10.42.42.5(pid=10333): stdout: \u000a| (launched: 2022-12-12_18:05:25.255483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:27.259198 run osmo-stp_10.42.42.5(pid=10333): stderr: \u000a| �[0;m�[38;5;43m20221212180525446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180525446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180525446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180525447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180525447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180525447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180525447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:27.415949 run patchelf(pid=10336): Terminating (SIGINT)\u000a18:05:27.599163 run patchelf(pid=10336): Terminated: ok {rc=0}\u000a18:05:27.632799 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10333): Process ended prematurely: osmo-stp_10.42.42.5(pid=10333) [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10333)] [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:05:27.642920 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:05:27.707049 run osmo-hlr_10.42.42.2(pid=10330): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10330)]\u000a18:05:27.758635 run osmo-hlr_10.42.42.2(pid=10330): stdout: \u000a| (launched: 2022-12-12_18:05:24.226720) \u000a18:05:27.810842 run osmo-hlr_10.42.42.2(pid=10330): stderr: \u000a| �[0;m�[1;31m20221212180524422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180524422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180524422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180524422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180524422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180524423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180524435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180524446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180524446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180524446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:05:27.855662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10319): Terminating (SIGTERM)\u000a18:05:27.897826 run iperf3-srv_10.42.42.10(pid=10320): Terminating (SIGTERM)\u000a18:05:27.940027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10321): Terminating (SIGTERM)\u000a18:05:27.982264 run iperf3-srv_10.42.42.10(pid=10322): Terminating (SIGTERM)\u000a18:05:28.024333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10323): Terminating (SIGTERM)\u000a18:05:28.066553 run iperf3-srv_10.42.42.10(pid=10324): Terminating (SIGTERM)\u000a18:05:28.108669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10325): Terminating (SIGTERM)\u000a18:05:28.150703 run iperf3-srv_10.42.42.10(pid=10326): Terminating (SIGTERM)\u000a18:05:28.192915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10329): Terminating (SIGTERM)\u000a18:05:28.235150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10332): Terminating (SIGTERM)\u000a18:05:28.277691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10335): Terminating (SIGTERM)\u000a18:05:28.287492 --- ParallelTerminationStrategy: PID 10319 died...\u000a18:05:28.344166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10319): Terminated: ok {rc=0}\u000a18:05:28.354463 --- ParallelTerminationStrategy: PID 10320 died...\u000a18:05:28.410636 run iperf3-srv_10.42.42.10(pid=10320): Terminated {rc=256}\u000a18:05:28.420759 --- ParallelTerminationStrategy: PID 10321 died...\u000a18:05:28.476942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10321): Terminated: ok {rc=0}\u000a18:05:28.487235 --- ParallelTerminationStrategy: PID 10322 died...\u000a18:05:28.543226 run iperf3-srv_10.42.42.10(pid=10322): Terminated {rc=256}\u000a18:05:28.553394 --- ParallelTerminationStrategy: PID 10323 died...\u000a18:05:28.609064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10323): Terminated: ok {rc=0}\u000a18:05:28.619148 --- ParallelTerminationStrategy: PID 10324 died...\u000a18:05:28.674924 run iperf3-srv_10.42.42.10(pid=10324): Terminated {rc=256}\u000a18:05:28.685044 --- ParallelTerminationStrategy: PID 10325 died...\u000a18:05:28.740639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10325): Terminated: ok {rc=0}\u000a18:05:28.750836 --- ParallelTerminationStrategy: PID 10326 died...\u000a18:05:28.806677 run iperf3-srv_10.42.42.10(pid=10326): Terminated {rc=256}\u000a18:05:28.816768 --- ParallelTerminationStrategy: PID 10329 died...\u000a18:05:28.872744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10329): Terminated: ok {rc=0}\u000a18:05:28.882948 --- ParallelTerminationStrategy: PID 10332 died...\u000a18:05:28.938915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10332): Terminated: ok {rc=0}\u000a18:05:28.949177 --- ParallelTerminationStrategy: PID 10335 died...\u000a18:05:29.005100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10335): Terminated: ok {rc=0}\u000a18:05:29.093126 bus /gobi_4: Setting Powered False\u000a18:05:30.200105 bus /gobi_4: Setting Powered False\u000a18:05:31.333588 bus /gobi_1: Setting Powered False\u000a18:05:32.437222 bus /gobi_1: Setting Powered False\u000a18:05:33.549227 bus /gobi_0: Setting Powered False\u000a18:05:34.653092 bus /gobi_0: Setting Powered False\u000a18:05:35.765778 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10343): Process ended prematurely: osmo-stp_10.42.42.5(pid=10343) [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10343)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10343): Process ended prematurely: osmo-stp_10.42.42.5(pid=10343) [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:05:36.833688 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:36.845407 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:05:36.983384 tst ping.py: using LAC 30553\u000a18:05:37.102794 tst ping.py: using RAC 208\u000a18:05:37.228931 tst ping.py: using CellId 30553\u000a18:05:37.354898 tst ping.py: using BVCI 30554\u000a18:05:37.379633 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:37.391383 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:37.402929 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:37.414499 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:37.425812 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:37.437117 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:37.448643 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:37.459909 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:05:37.735091 tst ping.py:19: start network...\u000a18:05:37.859531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:38.332880 run create_hlr_db(pid=10337): Launched\u000a18:05:38.505818 bus /gobi_6: Setting Powered False\u000a18:05:39.539075 run create_hlr_db(pid=10337): Terminated: ok {rc=0}\u000a18:05:39.970543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10339): Launched\u000a18:05:40.296027 run osmo-hlr_10.42.42.2(pid=10340): Launched\u000a18:05:40.414457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:05:40.978866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10342): Launched\u000a18:05:41.304846 run osmo-stp_10.42.42.5(pid=10343): Launched\u000a18:05:41.422432 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:05:41.987455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10345): Launched\u000a18:05:42.102731 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:05:42.385723 run patchelf(pid=10346): Launched\u000a18:05:42.573993 run osmo-stp_10.42.42.5(pid=10343): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10343)]\u000a18:05:42.711396 run osmo-stp_10.42.42.5(pid=10343): stdout: \u000a| (launched: 2022-12-12_18:05:41.142959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:42.849263 run osmo-stp_10.42.42.5(pid=10343): stderr: \u000a| �[0;m�[38;5;43m20221212180541334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180541334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180541334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180541334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180541335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180541335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180541335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:42.982640 run osmo-stp_10.42.42.5(pid=10343): stdout: \u000a| (launched: 2022-12-12_18:05:41.142959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:43.114636 run osmo-stp_10.42.42.5(pid=10343): stderr: \u000a| �[0;m�[38;5;43m20221212180541334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180541334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180541334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180541334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180541335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180541335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180541335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:43.269131 run patchelf(pid=10346): Terminating (SIGINT)\u000a18:05:43.449396 run patchelf(pid=10346): Terminated: ok {rc=0}\u000a18:05:43.482120 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10343): Process ended prematurely: osmo-stp_10.42.42.5(pid=10343) [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10343)] [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a18:05:43.491639 tst ping.py:22: Test FAILED (6.6 sec)\u000a18:05:43.555426 run osmo-hlr_10.42.42.2(pid=10340): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10340)]\u000a18:05:43.607491 run osmo-hlr_10.42.42.2(pid=10340): stdout: \u000a| (launched: 2022-12-12_18:05:40.134512) \u000a18:05:43.660120 run osmo-hlr_10.42.42.2(pid=10340): stderr: \u000a| �[0;m�[1;31m20221212180540332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180540333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180540333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180540333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180540333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180540333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180540345 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180540354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180540354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180540354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:05:43.705377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10339): Terminating (SIGTERM)\u000a18:05:43.748018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10342): Terminating (SIGTERM)\u000a18:05:43.791056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10345): Terminating (SIGTERM)\u000a18:05:43.801051 --- ParallelTerminationStrategy: PID 10339 died...\u000a18:05:43.858016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10339): Terminated: ok {rc=0}\u000a18:05:43.868192 --- ParallelTerminationStrategy: PID 10342 died...\u000a18:05:43.924692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10342): Terminated: ok {rc=0}\u000a18:05:43.935044 --- ParallelTerminationStrategy: PID 10345 died...\u000a18:05:43.991691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10345): Terminated: ok {rc=0}\u000a18:05:44.080076 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10353): Process ended prematurely: osmo-stp_10.42.42.5(pid=10353) [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10353)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10353): Process ended prematurely: osmo-stp_10.42.42.5(pid=10353) [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:05:45.131963 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:45.143748 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:05:45.284379 tst ping_idle_ping.py: using LAC 30554\u000a18:05:45.403314 tst ping_idle_ping.py: using RAC 209\u000a18:05:45.522929 tst ping_idle_ping.py: using CellId 30554\u000a18:05:45.640823 tst ping_idle_ping.py: using BVCI 30555\u000a18:05:45.663840 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:45.674886 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:45.685849 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:45.696916 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:45.707986 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:45.719041 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:45.730295 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:05:45.741355 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:05:46.059290 tst ping_idle_ping.py:24: start network...\u000a18:05:46.202501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:46.795558 run create_hlr_db(pid=10347): Launched\u000a18:05:46.990253 bus /gobi_6: Setting Powered False\u000a18:05:48.006967 run create_hlr_db(pid=10347): Terminated: ok {rc=0}\u000a18:05:48.418948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10349): Launched\u000a18:05:48.724489 run osmo-hlr_10.42.42.2(pid=10350): Launched\u000a18:05:48.839516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:05:49.366466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10352): Launched\u000a18:05:49.671678 run osmo-stp_10.42.42.5(pid=10353): Launched\u000a18:05:49.781229 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:05:50.309819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10355): Launched\u000a18:05:50.417224 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:05:50.683137 run patchelf(pid=10356): Launched\u000a18:05:50.859504 run osmo-stp_10.42.42.5(pid=10353): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10353)]\u000a18:05:50.987933 run osmo-stp_10.42.42.5(pid=10353): stdout: \u000a| (launched: 2022-12-12_18:05:49.519326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:51.117048 run osmo-stp_10.42.42.5(pid=10353): stderr: \u000a| �[0;m�[38;5;43m20221212180549689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180549689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180549689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180549690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180549690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180549690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180549690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:51.241535 run osmo-stp_10.42.42.5(pid=10353): stdout: \u000a| (launched: 2022-12-12_18:05:49.519326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:05:51.365687 run osmo-stp_10.42.42.5(pid=10353): stderr: \u000a| �[0;m�[38;5;43m20221212180549689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180549689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180549689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180549690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180549690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180549690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180549690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:05:51.509594 run patchelf(pid=10356): Terminating (SIGINT)\u000a18:05:51.678510 run patchelf(pid=10356): Terminated: ok {rc=0}\u000a18:05:51.709462 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10353): Process ended prematurely: osmo-stp_10.42.42.5(pid=10353) [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10353)] [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:05:51.718286 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a18:05:51.779120 run osmo-hlr_10.42.42.2(pid=10350): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10350)]\u000a18:05:51.828482 run osmo-hlr_10.42.42.2(pid=10350): stdout: \u000a| (launched: 2022-12-12_18:05:48.572891) \u000a18:05:51.878402 run osmo-hlr_10.42.42.2(pid=10350): stderr: \u000a| �[0;m�[1;31m20221212180548748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180548748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180548748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180548748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180548748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180548748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180548760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180548769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180548769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180548769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:05:51.920691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10349): Terminating (SIGTERM)\u000a18:05:51.961138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10352): Terminating (SIGTERM)\u000a18:05:52.001399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10355): Terminating (SIGTERM)\u000a18:05:52.011078 --- ParallelTerminationStrategy: PID 10349 died...\u000a18:05:52.065234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10349): Terminated: ok {rc=0}\u000a18:05:52.074876 --- ParallelTerminationStrategy: PID 10352 died...\u000a18:05:52.128731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10352): Terminated: ok {rc=0}\u000a18:05:52.138414 --- ParallelTerminationStrategy: PID 10355 died...\u000a18:05:52.191821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10355): Terminated: ok {rc=0}\u000a18:05:52.277000 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:04:53" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10372): Process ended prematurely: osmo-stp_10.42.42.5(pid=10372) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10372)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10372): Process ended prematurely: osmo-stp_10.42.42.5(pid=10372) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:05:54.428358 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:05:54.439283 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:05:54.596227 tst cs_paging_gprs_active.py: using LAC 30555\u000a18:05:54.723819 tst cs_paging_gprs_active.py: using RAC 210\u000a18:05:54.851653 tst cs_paging_gprs_active.py: using CellId 30555\u000a18:05:54.979228 tst cs_paging_gprs_active.py: using BVCI 30556\u000a18:05:55.004328 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:05:55.015816 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:05:55.026991 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:05:55.038233 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:05:55.049378 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:05:55.060490 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:05:55.071760 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:05:55.082929 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:05:55.094257 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:05:55.212552 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:05:55.494736 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:05:55.622337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:05:55.941187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10362): Launched\u000a18:05:56.207340 run iperf3-srv_10.42.42.10(pid=10363): Launched\u000a18:05:56.393909 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:05:56.521332 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:05:56.842382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10364): Launched\u000a18:05:57.109996 run iperf3-srv_10.42.42.10(pid=10365): Launched\u000a18:05:57.296585 tst cs_paging_gprs_active.py:38: start network...\u000a18:05:57.424529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:05:57.908422 run create_hlr_db(pid=10366): Launched\u000a18:05:58.083857 bus /gobi_6: Setting Powered False\u000a18:05:59.105993 run create_hlr_db(pid=10366): Terminated: ok {rc=0}\u000a18:05:59.543961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10368): Launched\u000a18:05:59.875014 run osmo-hlr_10.42.42.2(pid=10369): Launched\u000a18:05:59.994292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:06:00.564665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10371): Launched\u000a18:06:00.907586 run osmo-stp_10.42.42.5(pid=10372): Launched\u000a18:06:01.094172 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:06:01.841877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10374): Launched\u000a18:06:01.973350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:06:02.277279 run patchelf(pid=10375): Launched\u000a18:06:02.463002 run osmo-stp_10.42.42.5(pid=10372): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10372)]\u000a18:06:02.594990 run osmo-stp_10.42.42.5(pid=10372): stdout: \u000a| (launched: 2022-12-12_18:06:00.731103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:02.726556 run osmo-stp_10.42.42.5(pid=10372): stderr: \u000a| �[0;m�[38;5;43m20221212180601081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180601081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180601081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180601081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180601082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180601082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180601082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:02.853785 run osmo-stp_10.42.42.5(pid=10372): stdout: \u000a| (launched: 2022-12-12_18:06:00.731103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:02.979676 run osmo-stp_10.42.42.5(pid=10372): stderr: \u000a| �[0;m�[38;5;43m20221212180601081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180601081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180601081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180601081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180601082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180601082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180601082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:03.127137 run patchelf(pid=10375): Terminating (SIGINT)\u000a18:06:03.299636 run patchelf(pid=10375): Terminated: ok {rc=0}\u000a18:06:03.331470 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10372): Process ended prematurely: osmo-stp_10.42.42.5(pid=10372) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10372)] [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:06:03.340890 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a18:06:03.402454 run osmo-hlr_10.42.42.2(pid=10369): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10369)]\u000a18:06:03.452252 run osmo-hlr_10.42.42.2(pid=10369): stdout: \u000a| (launched: 2022-12-12_18:05:59.710819) \u000a18:06:03.502504 run osmo-hlr_10.42.42.2(pid=10369): stderr: \u000a| �[0;m�[1;31m20221212180559909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180559909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180559909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180559910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180559910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180559910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180559927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180559935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180559935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180559935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:06:03.545502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10362): Terminating (SIGTERM)\u000a18:06:03.586257 run iperf3-srv_10.42.42.10(pid=10363): Terminating (SIGTERM)\u000a18:06:03.626650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10364): Terminating (SIGTERM)\u000a18:06:03.666910 run iperf3-srv_10.42.42.10(pid=10365): Terminating (SIGTERM)\u000a18:06:03.707272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10368): Terminating (SIGTERM)\u000a18:06:03.747633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10371): Terminating (SIGTERM)\u000a18:06:03.787912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10374): Terminating (SIGTERM)\u000a18:06:03.797684 --- ParallelTerminationStrategy: PID 10362 died...\u000a18:06:03.852366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10362): Terminated: ok {rc=0}\u000a18:06:03.862348 --- ParallelTerminationStrategy: PID 10363 died...\u000a18:06:03.915571 run iperf3-srv_10.42.42.10(pid=10363): Terminated {rc=256}\u000a18:06:03.925587 --- ParallelTerminationStrategy: PID 10364 died...\u000a18:06:03.979065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10364): Terminated: ok {rc=0}\u000a18:06:03.988844 --- ParallelTerminationStrategy: PID 10365 died...\u000a18:06:04.042240 run iperf3-srv_10.42.42.10(pid=10365): Terminated {rc=256}\u000a18:06:04.052096 --- ParallelTerminationStrategy: PID 10368 died...\u000a18:06:04.105620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10368): Terminated: ok {rc=0}\u000a18:06:04.115567 --- ParallelTerminationStrategy: PID 10371 died...\u000a18:06:04.168996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10371): Terminated: ok {rc=0}\u000a18:06:04.178951 --- ParallelTerminationStrategy: PID 10374 died...\u000a18:06:04.232862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10374): Terminated: ok {rc=0}\u000a18:06:04.322756 bus /gobi_0: Setting Powered False\u000a18:06:05.427874 bus /gobi_0: Setting Powered False\u000a18:06:06.538982 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10386): Process ended prematurely: osmo-stp_10.42.42.5(pid=10386) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10386)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10386): Process ended prematurely: osmo-stp_10.42.42.5(pid=10386) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:06:07.651463 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:07.663809 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:06:07.827123 tst iperf3.py: using LAC 30556\u000a18:06:07.946837 tst iperf3.py: using RAC 211\u000a18:06:08.068717 tst iperf3.py: using CellId 30556\u000a18:06:08.194536 tst iperf3.py: using BVCI 30557\u000a18:06:08.217939 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:08.229057 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:08.240030 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:08.251994 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:08.263703 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:08.275495 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:08.287196 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:08.298818 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:08.310757 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:06:08.610630 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:06:08.747256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:06:09.087420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10376): Launched\u000a18:06:09.371838 run iperf3-srv_10.42.42.10(pid=10377): Launched\u000a18:06:09.572929 tst iperf3.py:8: start network...\u000a18:06:09.709857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:06:10.234182 run create_hlr_db(pid=10378): Launched\u000a18:06:10.423899 bus /gobi_6: Setting Powered False\u000a18:06:11.445030 run create_hlr_db(pid=10378): Terminated: ok {rc=0}\u000a18:06:11.882307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10380): Launched\u000a18:06:12.210268 run osmo-hlr_10.42.42.2(pid=10383): Launched\u000a18:06:12.333210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:06:12.905337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10385): Launched\u000a18:06:13.235559 run osmo-stp_10.42.42.5(pid=10386): Launched\u000a18:06:13.354250 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:06:13.928123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10388): Launched\u000a18:06:14.044507 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:06:14.331908 run patchelf(pid=10389): Launched\u000a18:06:14.523017 run osmo-stp_10.42.42.5(pid=10386): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10386)]\u000a18:06:14.662903 run osmo-stp_10.42.42.5(pid=10386): stdout: \u000a| (launched: 2022-12-12_18:06:13.071892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:14.802928 run osmo-stp_10.42.42.5(pid=10386): stderr: \u000a| �[0;m�[38;5;43m20221212180613265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180613265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180613266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180613266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180613266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180613266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180613267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:14.937949 run osmo-stp_10.42.42.5(pid=10386): stdout: \u000a| (launched: 2022-12-12_18:06:13.071892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:15.071510 run osmo-stp_10.42.42.5(pid=10386): stderr: \u000a| �[0;m�[38;5;43m20221212180613265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180613265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180613266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180613266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180613266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180613266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180613267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:15.227962 run patchelf(pid=10389): Terminating (SIGINT)\u000a18:06:15.411546 run patchelf(pid=10389): Terminated: ok {rc=0}\u000a18:06:15.445152 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10386): Process ended prematurely: osmo-stp_10.42.42.5(pid=10386) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10386)] [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:06:15.455155 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a18:06:15.518875 run osmo-hlr_10.42.42.2(pid=10383): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10383)]\u000a18:06:15.570487 run osmo-hlr_10.42.42.2(pid=10383): stdout: \u000a| (launched: 2022-12-12_18:06:12.049238) \u000a18:06:15.622842 run osmo-hlr_10.42.42.2(pid=10383): stderr: \u000a| �[0;m�[1;31m20221212180612247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180612247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180612247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180612247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180612247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180612247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180612260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180612268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180612268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180612268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:06:15.667679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10376): Terminating (SIGTERM)\u000a18:06:15.710172 run iperf3-srv_10.42.42.10(pid=10377): Terminating (SIGTERM)\u000a18:06:15.752719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10380): Terminating (SIGTERM)\u000a18:06:15.795229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10385): Terminating (SIGTERM)\u000a18:06:15.852926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10388): Terminating (SIGTERM)\u000a18:06:15.871055 --- ParallelTerminationStrategy: PID 10376 died...\u000a18:06:15.935717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10376): Terminated: ok {rc=0}\u000a18:06:15.946491 --- ParallelTerminationStrategy: PID 10377 died...\u000a18:06:16.004752 run iperf3-srv_10.42.42.10(pid=10377): Terminated {rc=256}\u000a18:06:16.015713 --- ParallelTerminationStrategy: PID 10380 died...\u000a18:06:16.074207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10380): Terminated: ok {rc=0}\u000a18:06:16.085404 --- ParallelTerminationStrategy: PID 10385 died...\u000a18:06:16.144894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10385): Terminated: ok {rc=0}\u000a18:06:16.155983 --- ParallelTerminationStrategy: PID 10388 died...\u000a18:06:16.213169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10388): Terminated: ok {rc=0}\u000a18:06:16.317416 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10404): Process ended prematurely: osmo-stp_10.42.42.5(pid=10404) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10404)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10404): Process ended prematurely: osmo-stp_10.42.42.5(pid=10404) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:06:17.428284 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:17.440268 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:06:17.597201 tst iperf3m4.py: using LAC 30557\u000a18:06:17.715026 tst iperf3m4.py: using RAC 212\u000a18:06:17.833686 tst iperf3m4.py: using CellId 30557\u000a18:06:17.951683 tst iperf3m4.py: using BVCI 30558\u000a18:06:17.975049 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:17.986030 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:17.996845 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:18.007964 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:18.018989 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:18.030031 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:18.041149 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:18.052189 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:18.063463 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:06:18.182614 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:06:18.303705 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:06:18.425690 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:06:18.724763 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:06:18.861532 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:06:19.202975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10390): Launched\u000a18:06:19.487087 run iperf3-srv_10.42.42.10(pid=10391): Launched\u000a18:06:19.688767 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:06:19.825817 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:06:20.167621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10392): Launched\u000a18:06:20.453018 run iperf3-srv_10.42.42.10(pid=10393): Launched\u000a18:06:20.653111 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:06:20.789782 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:06:21.130561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10394): Launched\u000a18:06:21.414018 run iperf3-srv_10.42.42.10(pid=10395): Launched\u000a18:06:21.615270 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:06:21.751931 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:06:22.093697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10396): Launched\u000a18:06:22.379476 run iperf3-srv_10.42.42.10(pid=10397): Launched\u000a18:06:22.579197 tst iperf3m4.py:8: start network...\u000a18:06:22.715486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:06:23.242244 run create_hlr_db(pid=10398): Launched\u000a18:06:23.432341 bus /gobi_6: Setting Powered False\u000a18:06:24.453871 run create_hlr_db(pid=10398): Terminated: ok {rc=0}\u000a18:06:24.868180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10400): Launched\u000a18:06:25.178925 run osmo-hlr_10.42.42.2(pid=10401): Launched\u000a18:06:25.298525 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:06:25.837640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10403): Launched\u000a18:06:26.147755 run osmo-stp_10.42.42.5(pid=10404): Launched\u000a18:06:26.258501 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:06:26.792775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10406): Launched\u000a18:06:26.901849 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:06:27.171834 run patchelf(pid=10407): Launched\u000a18:06:27.351526 run osmo-stp_10.42.42.5(pid=10404): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10404)]\u000a18:06:27.483189 run osmo-stp_10.42.42.5(pid=10404): stdout: \u000a| (launched: 2022-12-12_18:06:25.993131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:27.614706 run osmo-stp_10.42.42.5(pid=10404): stderr: \u000a| �[0;m�[38;5;43m20221212180626162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180626162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180626162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180626162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180626163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180626163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180626163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:27.741530 run osmo-stp_10.42.42.5(pid=10404): stdout: \u000a| (launched: 2022-12-12_18:06:25.993131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:27.866798 run osmo-stp_10.42.42.5(pid=10404): stderr: \u000a| �[0;m�[38;5;43m20221212180626162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180626162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180626162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180626162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180626163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180626163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180626163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:28.013636 run patchelf(pid=10407): Terminating (SIGINT)\u000a18:06:28.186053 run patchelf(pid=10407): Terminated: ok {rc=0}\u000a18:06:28.217756 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10404): Process ended prematurely: osmo-stp_10.42.42.5(pid=10404) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10404)] [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:06:28.227082 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:06:28.289212 run osmo-hlr_10.42.42.2(pid=10401): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10401)]\u000a18:06:28.338627 run osmo-hlr_10.42.42.2(pid=10401): stdout: \u000a| (launched: 2022-12-12_18:06:25.024045) \u000a18:06:28.388552 run osmo-hlr_10.42.42.2(pid=10401): stderr: \u000a| �[0;m�[1;31m20221212180625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180625198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180625210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180625218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180625218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180625218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:06:28.430991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10390): Terminating (SIGTERM)\u000a18:06:28.471474 run iperf3-srv_10.42.42.10(pid=10391): Terminating (SIGTERM)\u000a18:06:28.511697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10392): Terminating (SIGTERM)\u000a18:06:28.551927 run iperf3-srv_10.42.42.10(pid=10393): Terminating (SIGTERM)\u000a18:06:28.592049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10394): Terminating (SIGTERM)\u000a18:06:28.632625 run iperf3-srv_10.42.42.10(pid=10395): Terminating (SIGTERM)\u000a18:06:28.672773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10396): Terminating (SIGTERM)\u000a18:06:28.713909 run iperf3-srv_10.42.42.10(pid=10397): Terminating (SIGTERM)\u000a18:06:28.753955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10400): Terminating (SIGTERM)\u000a18:06:28.794053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10403): Terminating (SIGTERM)\u000a18:06:28.834496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10406): Terminating (SIGTERM)\u000a18:06:28.844065 --- ParallelTerminationStrategy: PID 10390 died...\u000a18:06:28.898096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10390): Terminated: ok {rc=0}\u000a18:06:28.908035 --- ParallelTerminationStrategy: PID 10391 died...\u000a18:06:28.961473 run iperf3-srv_10.42.42.10(pid=10391): Terminated {rc=256}\u000a18:06:28.971032 --- ParallelTerminationStrategy: PID 10392 died...\u000a18:06:29.024457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10392): Terminated: ok {rc=0}\u000a18:06:29.034275 --- ParallelTerminationStrategy: PID 10393 died...\u000a18:06:29.087490 run iperf3-srv_10.42.42.10(pid=10393): Terminated {rc=256}\u000a18:06:29.097398 --- ParallelTerminationStrategy: PID 10394 died...\u000a18:06:29.151086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10394): Terminated: ok {rc=0}\u000a18:06:29.160737 --- ParallelTerminationStrategy: PID 10395 died...\u000a18:06:29.214092 run iperf3-srv_10.42.42.10(pid=10395): Terminated {rc=256}\u000a18:06:29.223749 --- ParallelTerminationStrategy: PID 10396 died...\u000a18:06:29.277024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10396): Terminated: ok {rc=0}\u000a18:06:29.286976 --- ParallelTerminationStrategy: PID 10397 died...\u000a18:06:29.340277 run iperf3-srv_10.42.42.10(pid=10397): Terminated {rc=256}\u000a18:06:29.350148 --- ParallelTerminationStrategy: PID 10400 died...\u000a18:06:29.403703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10400): Terminated: ok {rc=0}\u000a18:06:29.413671 --- ParallelTerminationStrategy: PID 10403 died...\u000a18:06:29.467236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10403): Terminated: ok {rc=0}\u000a18:06:29.477193 --- ParallelTerminationStrategy: PID 10406 died...\u000a18:06:29.530714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10406): Terminated: ok {rc=0}\u000a18:06:29.622333 bus /gobi_4: Setting Powered False\u000a18:06:30.727119 bus /gobi_4: Setting Powered False\u000a18:06:31.854377 bus /gobi_1: Setting Powered False\u000a18:06:32.960544 bus /gobi_1: Setting Powered False\u000a18:06:34.068373 bus /gobi_0: Setting Powered False\u000a18:06:35.174601 bus /gobi_0: Setting Powered False\u000a18:06:36.288678 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10414): Process ended prematurely: osmo-stp_10.42.42.5(pid=10414) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10414)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10414): Process ended prematurely: osmo-stp_10.42.42.5(pid=10414) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:06:37.358690 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:37.370968 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:06:37.536514 tst ping.py: using LAC 30558\u000a18:06:37.666682 tst ping.py: using RAC 213\u000a18:06:37.790884 tst ping.py: using CellId 30558\u000a18:06:37.915288 tst ping.py: using BVCI 30559\u000a18:06:37.939947 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:37.951545 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:37.962831 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:37.974205 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:37.985377 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:37.996585 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:38.007919 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:38.019321 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:06:38.297666 tst ping.py:19: start network...\u000a18:06:38.422917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:06:38.899957 run create_hlr_db(pid=10408): Launched\u000a18:06:39.074806 bus /gobi_6: Setting Powered False\u000a18:06:40.095268 run create_hlr_db(pid=10408): Terminated: ok {rc=0}\u000a18:06:40.498784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10410): Launched\u000a18:06:40.803992 run osmo-hlr_10.42.42.2(pid=10411): Launched\u000a18:06:40.920689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:06:41.454984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10413): Launched\u000a18:06:41.759298 run osmo-stp_10.42.42.5(pid=10414): Launched\u000a18:06:41.869439 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:06:42.397070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10416): Launched\u000a18:06:42.503800 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:06:42.768336 run patchelf(pid=10417): Launched\u000a18:06:42.944149 run osmo-stp_10.42.42.5(pid=10414): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10414)]\u000a18:06:43.072564 run osmo-stp_10.42.42.5(pid=10414): stdout: \u000a| (launched: 2022-12-12_18:06:41.607446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:43.201734 run osmo-stp_10.42.42.5(pid=10414): stderr: \u000a| �[0;m�[38;5;43m20221212180641777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180641777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180641777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180641778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180641778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180641778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180641778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:43.326112 run osmo-stp_10.42.42.5(pid=10414): stdout: \u000a| (launched: 2022-12-12_18:06:41.607446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:43.449791 run osmo-stp_10.42.42.5(pid=10414): stderr: \u000a| �[0;m�[38;5;43m20221212180641777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180641777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180641777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180641778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180641778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180641778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180641778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:43.593371 run patchelf(pid=10417): Terminating (SIGINT)\u000a18:06:43.762300 run patchelf(pid=10417): Terminated: ok {rc=0}\u000a18:06:43.793247 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10414): Process ended prematurely: osmo-stp_10.42.42.5(pid=10414) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10414)] [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:06:43.802192 tst ping.py:22: Test FAILED (6.4 sec)\u000a18:06:43.864205 run osmo-hlr_10.42.42.2(pid=10411): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10411)]\u000a18:06:43.914191 run osmo-hlr_10.42.42.2(pid=10411): stdout: \u000a| (launched: 2022-12-12_18:06:40.651945) \u000a18:06:43.964591 run osmo-hlr_10.42.42.2(pid=10411): stderr: \u000a| �[0;m�[1;31m20221212180640828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180640828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180640829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180640829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180640829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180640829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180640841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180640851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180640851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180640851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:06:44.007519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10410): Terminating (SIGTERM)\u000a18:06:44.048324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10413): Terminating (SIGTERM)\u000a18:06:44.088873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10416): Terminating (SIGTERM)\u000a18:06:44.098644 --- ParallelTerminationStrategy: PID 10410 died...\u000a18:06:44.153109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10410): Terminated: ok {rc=0}\u000a18:06:44.163193 --- ParallelTerminationStrategy: PID 10413 died...\u000a18:06:44.217377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10413): Terminated: ok {rc=0}\u000a18:06:44.227115 --- ParallelTerminationStrategy: PID 10416 died...\u000a18:06:44.280909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10416): Terminated: ok {rc=0}\u000a18:06:44.371139 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10424): Process ended prematurely: osmo-stp_10.42.42.5(pid=10424) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10424)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10424): Process ended prematurely: osmo-stp_10.42.42.5(pid=10424) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:06:45.423507 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:45.435876 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:06:45.594067 tst ping_idle_ping.py: using LAC 30559\u000a18:06:45.714114 tst ping_idle_ping.py: using RAC 214\u000a18:06:45.842075 tst ping_idle_ping.py: using CellId 30559\u000a18:06:46.006175 tst ping_idle_ping.py: using BVCI 30560\u000a18:06:46.032434 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:46.045316 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:46.059040 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:46.072783 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:46.085478 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:46.099802 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:46.113505 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:06:46.127246 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:06:46.431159 tst ping_idle_ping.py:24: start network...\u000a18:06:46.570261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:06:47.138571 run create_hlr_db(pid=10418): Launched\u000a18:06:47.327424 bus /gobi_6: Setting Powered False\u000a18:06:48.347431 run create_hlr_db(pid=10418): Terminated: ok {rc=0}\u000a18:06:48.753851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10420): Launched\u000a18:06:49.057785 run osmo-hlr_10.42.42.2(pid=10421): Launched\u000a18:06:49.173696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:06:49.711939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10423): Launched\u000a18:06:50.015087 run osmo-stp_10.42.42.5(pid=10424): Launched\u000a18:06:50.124452 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:06:50.650580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10426): Launched\u000a18:06:50.757891 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:06:51.024024 run patchelf(pid=10427): Launched\u000a18:06:51.200687 run osmo-stp_10.42.42.5(pid=10424): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10424)]\u000a18:06:51.330091 run osmo-stp_10.42.42.5(pid=10424): stdout: \u000a| (launched: 2022-12-12_18:06:49.865267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:51.459973 run osmo-stp_10.42.42.5(pid=10424): stderr: \u000a| �[0;m�[38;5;43m20221212180650034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180650034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180650035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180650035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180650036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180650036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180650036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:51.585110 run osmo-stp_10.42.42.5(pid=10424): stdout: \u000a| (launched: 2022-12-12_18:06:49.865267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:06:51.709602 run osmo-stp_10.42.42.5(pid=10424): stderr: \u000a| �[0;m�[38;5;43m20221212180650034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180650034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180650035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180650035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180650036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180650036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180650036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:06:51.854450 run patchelf(pid=10427): Terminating (SIGINT)\u000a18:06:52.023570 run patchelf(pid=10427): Terminated: ok {rc=0}\u000a18:06:52.054559 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10424): Process ended prematurely: osmo-stp_10.42.42.5(pid=10424) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10424)] [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:06:52.063387 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a18:06:52.124240 run osmo-hlr_10.42.42.2(pid=10421): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10421)]\u000a18:06:52.173324 run osmo-hlr_10.42.42.2(pid=10421): stdout: \u000a| (launched: 2022-12-12_18:06:48.907396) \u000a18:06:52.223187 run osmo-hlr_10.42.42.2(pid=10421): stderr: \u000a| �[0;m�[1;31m20221212180649083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180649083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180649083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180649083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180649083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180649083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180649095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180649106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180649106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180649106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:06:52.265706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10420): Terminating (SIGTERM)\u000a18:06:52.305677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10423): Terminating (SIGTERM)\u000a18:06:52.345670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10426): Terminating (SIGTERM)\u000a18:06:52.354895 --- ParallelTerminationStrategy: PID 10420 died...\u000a18:06:52.408677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10420): Terminated: ok {rc=0}\u000a18:06:52.418385 --- ParallelTerminationStrategy: PID 10423 died...\u000a18:06:52.471554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10423): Terminated: ok {rc=0}\u000a18:06:52.481413 --- ParallelTerminationStrategy: PID 10426 died...\u000a18:06:52.534327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10426): Terminated: ok {rc=0}\u000a18:06:52.622961 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:05:54" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10442): Process ended prematurely: osmo-stp_10.42.42.5(pid=10442) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10442)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10442): Process ended prematurely: osmo-stp_10.42.42.5(pid=10442) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:06:54.786528 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:06:54.798291 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:06:54.967635 tst cs_paging_gprs_active.py: using LAC 30560\u000a18:06:55.090253 tst cs_paging_gprs_active.py: using RAC 215\u000a18:06:55.219041 tst cs_paging_gprs_active.py: using CellId 30560\u000a18:06:55.347182 tst cs_paging_gprs_active.py: using BVCI 30561\u000a18:06:55.372437 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:06:55.383981 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:06:55.395418 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:06:55.406858 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:06:55.418424 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:06:55.429905 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:06:55.441455 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:06:55.452666 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:06:55.464486 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:06:55.582362 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:06:55.882498 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:06:56.019591 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:06:56.361979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10432): Launched\u000a18:06:56.648896 run iperf3-srv_10.42.42.10(pid=10433): Launched\u000a18:06:56.850952 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:06:56.988440 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:06:57.330307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10434): Launched\u000a18:06:57.613840 run iperf3-srv_10.42.42.10(pid=10435): Launched\u000a18:06:57.815031 tst cs_paging_gprs_active.py:38: start network...\u000a18:06:57.952146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:06:58.479016 run create_hlr_db(pid=10436): Launched\u000a18:06:58.668188 bus /gobi_6: Setting Powered False\u000a18:06:59.689873 run create_hlr_db(pid=10436): Terminated: ok {rc=0}\u000a18:07:00.128133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10438): Launched\u000a18:07:00.459287 run osmo-hlr_10.42.42.2(pid=10439): Launched\u000a18:07:00.580365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:07:01.199156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10441): Launched\u000a18:07:01.630444 run osmo-stp_10.42.42.5(pid=10442): Launched\u000a18:07:01.827468 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:07:02.377577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10444): Launched\u000a18:07:02.487701 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:07:02.760360 run patchelf(pid=10445): Launched\u000a18:07:02.940488 run osmo-stp_10.42.42.5(pid=10442): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10442)]\u000a18:07:03.071819 run osmo-stp_10.42.42.5(pid=10442): stdout: \u000a| (launched: 2022-12-12_18:07:01.370035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:03.203566 run osmo-stp_10.42.42.5(pid=10442): stderr: \u000a| �[0;m�[38;5;43m20221212180701657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180701657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180701657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180701658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180701658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180701658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180701659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:03.330830 run osmo-stp_10.42.42.5(pid=10442): stdout: \u000a| (launched: 2022-12-12_18:07:01.370035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:03.456182 run osmo-stp_10.42.42.5(pid=10442): stderr: \u000a| �[0;m�[38;5;43m20221212180701657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180701657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180701657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180701658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180701658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180701658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180701659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:03.603214 run patchelf(pid=10445): Terminating (SIGINT)\u000a18:07:03.775283 run patchelf(pid=10445): Terminated: ok {rc=0}\u000a18:07:03.807046 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10442): Process ended prematurely: osmo-stp_10.42.42.5(pid=10442) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10442)] [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a18:07:03.816494 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a18:07:03.878290 run osmo-hlr_10.42.42.2(pid=10439): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10439)]\u000a18:07:03.928155 run osmo-hlr_10.42.42.2(pid=10439): stdout: \u000a| (launched: 2022-12-12_18:07:00.295199) \u000a18:07:03.978790 run osmo-hlr_10.42.42.2(pid=10439): stderr: \u000a| �[0;m�[1;31m20221212180700493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180700493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180700493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180700493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180700493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180700493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180700509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180700517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180700517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180700517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:07:04.021367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10432): Terminating (SIGTERM)\u000a18:07:04.061565 run iperf3-srv_10.42.42.10(pid=10433): Terminating (SIGTERM)\u000a18:07:04.102051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10434): Terminating (SIGTERM)\u000a18:07:04.142407 run iperf3-srv_10.42.42.10(pid=10435): Terminating (SIGTERM)\u000a18:07:04.182548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10438): Terminating (SIGTERM)\u000a18:07:04.222921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10441): Terminating (SIGTERM)\u000a18:07:04.263429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10444): Terminating (SIGTERM)\u000a18:07:04.273245 --- ParallelTerminationStrategy: PID 10432 died...\u000a18:07:04.326993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10432): Terminated: ok {rc=0}\u000a18:07:04.336663 --- ParallelTerminationStrategy: PID 10433 died...\u000a18:07:04.390433 run iperf3-srv_10.42.42.10(pid=10433): Terminated {rc=256}\u000a18:07:04.400688 --- ParallelTerminationStrategy: PID 10434 died...\u000a18:07:04.454125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10434): Terminated: ok {rc=0}\u000a18:07:04.463957 --- ParallelTerminationStrategy: PID 10435 died...\u000a18:07:04.517206 run iperf3-srv_10.42.42.10(pid=10435): Terminated {rc=256}\u000a18:07:04.527064 --- ParallelTerminationStrategy: PID 10438 died...\u000a18:07:04.580494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10438): Terminated: ok {rc=0}\u000a18:07:04.590583 --- ParallelTerminationStrategy: PID 10441 died...\u000a18:07:04.644162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10441): Terminated: ok {rc=0}\u000a18:07:04.654135 --- ParallelTerminationStrategy: PID 10444 died...\u000a18:07:04.707565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10444): Terminated: ok {rc=0}\u000a18:07:04.796698 bus /gobi_0: Setting Powered False\u000a18:07:05.901026 bus /gobi_0: Setting Powered False\u000a18:07:07.012499 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10454): Process ended prematurely: osmo-stp_10.42.42.5(pid=10454) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10454)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10454): Process ended prematurely: osmo-stp_10.42.42.5(pid=10454) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a18:07:08.123483 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:08.135490 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:07:08.305277 tst iperf3.py: using LAC 30561\u000a18:07:08.435150 tst iperf3.py: using RAC 216\u000a18:07:08.564154 tst iperf3.py: using CellId 30561\u000a18:07:08.691590 tst iperf3.py: using BVCI 30562\u000a18:07:08.716615 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:08.728039 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:08.739241 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:08.750470 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:08.761563 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:08.772750 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:08.784056 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:08.795155 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:08.806532 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:07:09.091094 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:07:09.218176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:09.537161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10446): Launched\u000a18:07:09.803259 run iperf3-srv_10.42.42.10(pid=10447): Launched\u000a18:07:09.989788 tst iperf3.py:8: start network...\u000a18:07:10.117419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:07:10.603620 run create_hlr_db(pid=10448): Launched\u000a18:07:10.779245 bus /gobi_6: Setting Powered False\u000a18:07:11.801693 run create_hlr_db(pid=10448): Terminated: ok {rc=0}\u000a18:07:12.241165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10450): Launched\u000a18:07:12.573286 run osmo-hlr_10.42.42.2(pid=10451): Launched\u000a18:07:12.695478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:07:13.268022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10453): Launched\u000a18:07:13.599450 run osmo-stp_10.42.42.5(pid=10454): Launched\u000a18:07:13.717947 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:07:14.291576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10456): Launched\u000a18:07:14.408484 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:07:14.694549 run patchelf(pid=10457): Launched\u000a18:07:14.885895 run osmo-stp_10.42.42.5(pid=10454): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10454)]\u000a18:07:15.025544 run osmo-stp_10.42.42.5(pid=10454): stdout: \u000a| (launched: 2022-12-12_18:07:13.435384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:15.165231 run osmo-stp_10.42.42.5(pid=10454): stderr: \u000a| �[0;m�[38;5;43m20221212180713627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180713627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180713627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180713628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180713628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180713628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180713628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:15.300292 run osmo-stp_10.42.42.5(pid=10454): stdout: \u000a| (launched: 2022-12-12_18:07:13.435384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:15.434959 run osmo-stp_10.42.42.5(pid=10454): stderr: \u000a| �[0;m�[38;5;43m20221212180713627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180713627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180713627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180713628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180713628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180713628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180713628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:15.590994 run patchelf(pid=10457): Terminating (SIGINT)\u000a18:07:15.774154 run patchelf(pid=10457): Terminated: ok {rc=0}\u000a18:07:15.808043 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10454): Process ended prematurely: osmo-stp_10.42.42.5(pid=10454) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10454)] [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a18:07:15.818374 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:07:15.890480 run osmo-hlr_10.42.42.2(pid=10451): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10451)]\u000a18:07:15.945003 run osmo-hlr_10.42.42.2(pid=10451): stdout: \u000a| (launched: 2022-12-12_18:07:12.408550) \u000a18:07:15.998880 run osmo-hlr_10.42.42.2(pid=10451): stderr: \u000a| �[0;m�[1;31m20221212180712608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180712608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180712608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180712608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180712608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180712609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180712621 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180712631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180712631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180712631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:07:16.044220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10446): Terminating (SIGTERM)\u000a18:07:16.089837 run iperf3-srv_10.42.42.10(pid=10447): Terminating (SIGTERM)\u000a18:07:16.135078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10450): Terminating (SIGTERM)\u000a18:07:16.181550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10453): Terminating (SIGTERM)\u000a18:07:16.226597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10456): Terminating (SIGTERM)\u000a18:07:16.238421 --- ParallelTerminationStrategy: PID 10446 died...\u000a18:07:16.297548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10446): Terminated: ok {rc=0}\u000a18:07:16.308524 --- ParallelTerminationStrategy: PID 10447 died...\u000a18:07:16.364578 run iperf3-srv_10.42.42.10(pid=10447): Terminated {rc=256}\u000a18:07:16.376348 --- ParallelTerminationStrategy: PID 10450 died...\u000a18:07:16.434812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10450): Terminated: ok {rc=0}\u000a18:07:16.445681 --- ParallelTerminationStrategy: PID 10453 died...\u000a18:07:16.503045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10453): Terminated: ok {rc=0}\u000a18:07:16.513733 --- ParallelTerminationStrategy: PID 10456 died...\u000a18:07:16.572136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10456): Terminated: ok {rc=0}\u000a18:07:16.661495 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10472): Process ended prematurely: osmo-stp_10.42.42.5(pid=10472) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10472)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10472): Process ended prematurely: osmo-stp_10.42.42.5(pid=10472) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a18:07:17.774333 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:17.786279 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:07:17.945371 tst iperf3m4.py: using LAC 30562\u000a18:07:18.068029 tst iperf3m4.py: using RAC 217\u000a18:07:18.196760 tst iperf3m4.py: using CellId 30562\u000a18:07:18.327203 tst iperf3m4.py: using BVCI 30563\u000a18:07:18.352898 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:18.364740 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:18.376187 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:18.387669 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:18.399023 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:18.410325 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:18.421710 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:18.432724 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:18.444233 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:07:18.562580 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:07:18.687011 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:07:18.806216 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:07:19.105340 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:07:19.242675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:19.585509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10458): Launched\u000a18:07:19.871460 run iperf3-srv_10.42.42.10(pid=10459): Launched\u000a18:07:20.073348 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:07:20.210482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:20.553014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10460): Launched\u000a18:07:20.837723 run iperf3-srv_10.42.42.10(pid=10461): Launched\u000a18:07:21.038816 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:07:21.175735 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:21.519282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10462): Launched\u000a18:07:21.804402 run iperf3-srv_10.42.42.10(pid=10463): Launched\u000a18:07:22.006496 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:07:22.144082 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:22.484791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10464): Launched\u000a18:07:22.769455 run iperf3-srv_10.42.42.10(pid=10465): Launched\u000a18:07:22.970212 tst iperf3m4.py:8: start network...\u000a18:07:23.107234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:07:23.634381 run create_hlr_db(pid=10466): Launched\u000a18:07:23.823601 bus /gobi_6: Setting Powered False\u000a18:07:24.844440 run create_hlr_db(pid=10466): Terminated: ok {rc=0}\u000a18:07:25.257449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10468): Launched\u000a18:07:25.566512 run osmo-hlr_10.42.42.2(pid=10469): Launched\u000a18:07:25.679345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:07:26.213227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10471): Launched\u000a18:07:26.522035 run osmo-stp_10.42.42.5(pid=10472): Launched\u000a18:07:26.633478 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:07:27.169138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10474): Launched\u000a18:07:27.277722 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:07:27.546953 run patchelf(pid=10475): Launched\u000a18:07:27.725775 run osmo-stp_10.42.42.5(pid=10472): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10472)]\u000a18:07:27.856252 run osmo-stp_10.42.42.5(pid=10472): stdout: \u000a| (launched: 2022-12-12_18:07:26.368160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:27.987189 run osmo-stp_10.42.42.5(pid=10472): stderr: \u000a| �[0;m�[38;5;43m20221212180726537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180726537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180726538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180726538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180726538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180726539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180726539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:28.114106 run osmo-stp_10.42.42.5(pid=10472): stdout: \u000a| (launched: 2022-12-12_18:07:26.368160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:28.239463 run osmo-stp_10.42.42.5(pid=10472): stderr: \u000a| �[0;m�[38;5;43m20221212180726537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180726537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180726538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180726538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180726538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180726539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180726539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:28.384829 run patchelf(pid=10475): Terminating (SIGINT)\u000a18:07:28.555546 run patchelf(pid=10475): Terminated: ok {rc=0}\u000a18:07:28.587008 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10472): Process ended prematurely: osmo-stp_10.42.42.5(pid=10472) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10472)] [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a18:07:28.596331 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a18:07:28.657915 run osmo-hlr_10.42.42.2(pid=10469): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10469)]\u000a18:07:28.707063 run osmo-hlr_10.42.42.2(pid=10469): stdout: \u000a| (launched: 2022-12-12_18:07:25.412748) \u000a18:07:28.756765 run osmo-hlr_10.42.42.2(pid=10469): stderr: \u000a| �[0;m�[1;31m20221212180725585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180725585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180725585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180725585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180725585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180725585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180725598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180725607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180725607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180725607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:07:28.798728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10458): Terminating (SIGTERM)\u000a18:07:28.838450 run iperf3-srv_10.42.42.10(pid=10459): Terminating (SIGTERM)\u000a18:07:28.878628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10460): Terminating (SIGTERM)\u000a18:07:28.918219 run iperf3-srv_10.42.42.10(pid=10461): Terminating (SIGTERM)\u000a18:07:28.957950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10462): Terminating (SIGTERM)\u000a18:07:28.997733 run iperf3-srv_10.42.42.10(pid=10463): Terminating (SIGTERM)\u000a18:07:29.037675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10464): Terminating (SIGTERM)\u000a18:07:29.077453 run iperf3-srv_10.42.42.10(pid=10465): Terminating (SIGTERM)\u000a18:07:29.117407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10468): Terminating (SIGTERM)\u000a18:07:29.157366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10471): Terminating (SIGTERM)\u000a18:07:29.197245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10474): Terminating (SIGTERM)\u000a18:07:29.206728 --- ParallelTerminationStrategy: PID 10458 died...\u000a18:07:29.260099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10458): Terminated: ok {rc=0}\u000a18:07:29.269981 --- ParallelTerminationStrategy: PID 10459 died...\u000a18:07:29.322722 run iperf3-srv_10.42.42.10(pid=10459): Terminated {rc=256}\u000a18:07:29.332510 --- ParallelTerminationStrategy: PID 10460 died...\u000a18:07:29.385589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10460): Terminated: ok {rc=0}\u000a18:07:29.395382 --- ParallelTerminationStrategy: PID 10461 died...\u000a18:07:29.448199 run iperf3-srv_10.42.42.10(pid=10461): Terminated {rc=256}\u000a18:07:29.457971 --- ParallelTerminationStrategy: PID 10462 died...\u000a18:07:29.511311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10462): Terminated: ok {rc=0}\u000a18:07:29.520840 --- ParallelTerminationStrategy: PID 10463 died...\u000a18:07:29.574060 run iperf3-srv_10.42.42.10(pid=10463): Terminated {rc=256}\u000a18:07:29.583570 --- ParallelTerminationStrategy: PID 10464 died...\u000a18:07:29.636421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10464): Terminated: ok {rc=0}\u000a18:07:29.646310 --- ParallelTerminationStrategy: PID 10465 died...\u000a18:07:29.699121 run iperf3-srv_10.42.42.10(pid=10465): Terminated {rc=256}\u000a18:07:29.709069 --- ParallelTerminationStrategy: PID 10468 died...\u000a18:07:29.762454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10468): Terminated: ok {rc=0}\u000a18:07:29.772342 --- ParallelTerminationStrategy: PID 10471 died...\u000a18:07:29.825379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10471): Terminated: ok {rc=0}\u000a18:07:29.834878 --- ParallelTerminationStrategy: PID 10474 died...\u000a18:07:29.888334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10474): Terminated: ok {rc=0}\u000a18:07:29.977670 bus /gobi_4: Setting Powered False\u000a18:07:31.091115 bus /gobi_4: Setting Powered False\u000a18:07:32.209379 bus /gobi_1: Setting Powered False\u000a18:07:33.314161 bus /gobi_1: Setting Powered False\u000a18:07:34.422595 bus /gobi_0: Setting Powered False\u000a18:07:35.525447 bus /gobi_0: Setting Powered False\u000a18:07:36.632222 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10482): Process ended prematurely: osmo-stp_10.42.42.5(pid=10482) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10482)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10482): Process ended prematurely: osmo-stp_10.42.42.5(pid=10482) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a18:07:37.702196 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:37.714478 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:07:37.879496 tst ping.py: using LAC 30563\u000a18:07:38.005841 tst ping.py: using RAC 218\u000a18:07:38.133484 tst ping.py: using CellId 30563\u000a18:07:38.259845 tst ping.py: using BVCI 30564\u000a18:07:38.286362 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:38.298003 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:38.309320 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:38.321112 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:38.332360 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:38.343999 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:38.355473 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:38.366775 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:07:38.661486 tst ping.py:19: start network...\u000a18:07:38.795043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:07:39.310592 run create_hlr_db(pid=10476): Launched\u000a18:07:39.497655 bus /gobi_6: Setting Powered False\u000a18:07:40.519184 run create_hlr_db(pid=10476): Terminated: ok {rc=0}\u000a18:07:40.927858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10478): Launched\u000a18:07:41.232765 run osmo-hlr_10.42.42.2(pid=10479): Launched\u000a18:07:41.344366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:07:41.877494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10481): Launched\u000a18:07:42.183003 run osmo-stp_10.42.42.5(pid=10482): Launched\u000a18:07:42.292854 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:07:42.820308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10484): Launched\u000a18:07:42.927452 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:07:43.191039 run patchelf(pid=10485): Launched\u000a18:07:43.367037 run osmo-stp_10.42.42.5(pid=10482): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10482)]\u000a18:07:43.495628 run osmo-stp_10.42.42.5(pid=10482): stdout: \u000a| (launched: 2022-12-12_18:07:42.030519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:43.625346 run osmo-stp_10.42.42.5(pid=10482): stderr: \u000a| �[0;m�[38;5;43m20221212180742198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180742199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180742199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180742199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180742200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180742200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180742200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:43.749667 run osmo-stp_10.42.42.5(pid=10482): stdout: \u000a| (launched: 2022-12-12_18:07:42.030519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:43.872741 run osmo-stp_10.42.42.5(pid=10482): stderr: \u000a| �[0;m�[38;5;43m20221212180742198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180742199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180742199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180742199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180742200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180742200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180742200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:44.016224 run patchelf(pid=10485): Terminating (SIGINT)\u000a18:07:44.184870 run patchelf(pid=10485): Terminated: ok {rc=0}\u000a18:07:44.215676 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10482): Process ended prematurely: osmo-stp_10.42.42.5(pid=10482) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10482)] [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a18:07:44.224434 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:07:44.285213 run osmo-hlr_10.42.42.2(pid=10479): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10479)]\u000a18:07:44.333902 run osmo-hlr_10.42.42.2(pid=10479): stdout: \u000a| (launched: 2022-12-12_18:07:41.080556) \u000a18:07:44.383562 run osmo-hlr_10.42.42.2(pid=10479): stderr: \u000a| �[0;m�[1;31m20221212180741256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180741256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180741256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180741256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180741256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180741256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180741268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180741276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180741276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180741276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:07:44.426044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10478): Terminating (SIGTERM)\u000a18:07:44.465999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10481): Terminating (SIGTERM)\u000a18:07:44.505962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10484): Terminating (SIGTERM)\u000a18:07:44.515282 --- ParallelTerminationStrategy: PID 10478 died...\u000a18:07:44.569063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10478): Terminated: ok {rc=0}\u000a18:07:44.579244 --- ParallelTerminationStrategy: PID 10481 died...\u000a18:07:44.632454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10481): Terminated: ok {rc=0}\u000a18:07:44.642188 --- ParallelTerminationStrategy: PID 10484 died...\u000a18:07:44.695357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10484): Terminated: ok {rc=0}\u000a18:07:44.778630 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10492): Process ended prematurely: osmo-stp_10.42.42.5(pid=10492) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10492)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10492): Process ended prematurely: osmo-stp_10.42.42.5(pid=10492) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a18:07:45.830181 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:45.862545 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:07:46.047838 tst ping_idle_ping.py: using LAC 30564\u000a18:07:46.170951 tst ping_idle_ping.py: using RAC 219\u000a18:07:46.321243 tst ping_idle_ping.py: using CellId 30564\u000a18:07:46.456050 tst ping_idle_ping.py: using BVCI 30565\u000a18:07:46.481514 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:46.493418 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:46.505142 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:46.516795 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:46.528740 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:46.540431 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:46.552216 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:07:46.564167 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:07:46.899350 tst ping_idle_ping.py:24: start network...\u000a18:07:47.031646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:07:47.556465 run create_hlr_db(pid=10486): Launched\u000a18:07:47.743139 bus /gobi_6: Setting Powered False\u000a18:07:48.763327 run create_hlr_db(pid=10486): Terminated: ok {rc=0}\u000a18:07:49.193150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10488): Launched\u000a18:07:49.519354 run osmo-hlr_10.42.42.2(pid=10489): Launched\u000a18:07:49.637927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:07:50.200836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10491): Launched\u000a18:07:50.526690 run osmo-stp_10.42.42.5(pid=10492): Launched\u000a18:07:50.642977 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:07:51.206868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10494): Launched\u000a18:07:51.321609 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:07:51.605124 run patchelf(pid=10495): Launched\u000a18:07:51.791874 run osmo-stp_10.42.42.5(pid=10492): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10492)]\u000a18:07:51.928767 run osmo-stp_10.42.42.5(pid=10492): stdout: \u000a| (launched: 2022-12-12_18:07:50.365788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:52.065910 run osmo-stp_10.42.42.5(pid=10492): stderr: \u000a| �[0;m�[38;5;43m20221212180750556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180750557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180750557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180750558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180750558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180750558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180750558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:52.198882 run osmo-stp_10.42.42.5(pid=10492): stdout: \u000a| (launched: 2022-12-12_18:07:50.365788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:07:52.331116 run osmo-stp_10.42.42.5(pid=10492): stderr: \u000a| �[0;m�[38;5;43m20221212180750556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180750557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180750557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180750558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180750558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180750558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180750558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:07:52.484139 run patchelf(pid=10495): Terminating (SIGINT)\u000a18:07:52.663295 run patchelf(pid=10495): Terminated: ok {rc=0}\u000a18:07:52.696149 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10492): Process ended prematurely: osmo-stp_10.42.42.5(pid=10492) [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10492)] [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a18:07:52.705506 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a18:07:52.768047 run osmo-hlr_10.42.42.2(pid=10489): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10489)]\u000a18:07:52.818999 run osmo-hlr_10.42.42.2(pid=10489): stdout: \u000a| (launched: 2022-12-12_18:07:49.358611) \u000a18:07:52.870487 run osmo-hlr_10.42.42.2(pid=10489): stderr: \u000a| �[0;m�[1;31m20221212180749555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180749555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180749555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180749555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180749555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180749555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180749568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180749577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180749577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180749577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:07:52.914499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10488): Terminating (SIGTERM)\u000a18:07:52.956152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10491): Terminating (SIGTERM)\u000a18:07:52.997979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10494): Terminating (SIGTERM)\u000a18:07:53.007325 --- ParallelTerminationStrategy: PID 10488 died...\u000a18:07:53.062782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10488): Terminated: ok {rc=0}\u000a18:07:53.072686 --- ParallelTerminationStrategy: PID 10491 died...\u000a18:07:53.128144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10491): Terminated: ok {rc=0}\u000a18:07:53.138152 --- ParallelTerminationStrategy: PID 10494 died...\u000a18:07:53.193909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10494): Terminated: ok {rc=0}\u000a18:07:53.281737 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:06:54" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10510): Process ended prematurely: osmo-stp_10.42.42.5(pid=10510) [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10510)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10510): Process ended prematurely: osmo-stp_10.42.42.5(pid=10510) [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:07:55.458183 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:07:55.470118 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:07:55.620396 tst cs_paging_gprs_active.py: using LAC 30565\u000a18:07:55.748456 tst cs_paging_gprs_active.py: using RAC 220\u000a18:07:55.878126 tst cs_paging_gprs_active.py: using CellId 30565\u000a18:07:56.006761 tst cs_paging_gprs_active.py: using BVCI 30566\u000a18:07:56.032040 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:07:56.043989 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:07:56.055730 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:07:56.067514 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:07:56.079366 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:07:56.091043 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:07:56.102933 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:07:56.114532 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:07:56.126449 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:07:56.247788 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:07:56.549004 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:07:56.686895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:57.029781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10500): Launched\u000a18:07:57.313941 run iperf3-srv_10.42.42.10(pid=10501): Launched\u000a18:07:57.516634 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:07:57.654070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:07:57.994950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10502): Launched\u000a18:07:58.281888 run iperf3-srv_10.42.42.10(pid=10503): Launched\u000a18:07:58.484605 tst cs_paging_gprs_active.py:38: start network...\u000a18:07:58.622078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:07:59.149836 run create_hlr_db(pid=10504): Launched\u000a18:07:59.339379 bus /gobi_6: Setting Powered False\u000a18:08:00.362478 run create_hlr_db(pid=10504): Terminated: ok {rc=0}\u000a18:08:00.778028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10506): Launched\u000a18:08:01.244321 run osmo-hlr_10.42.42.2(pid=10507): Launched\u000a18:08:01.505978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:08:02.126239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10509): Launched\u000a18:08:02.463920 run osmo-stp_10.42.42.5(pid=10510): Launched\u000a18:08:02.585648 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:08:03.159898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10512): Launched\u000a18:08:03.277498 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:08:03.567951 run patchelf(pid=10513): Launched\u000a18:08:03.759682 run osmo-stp_10.42.42.5(pid=10510): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10510)]\u000a18:08:03.900099 run osmo-stp_10.42.42.5(pid=10510): stdout: \u000a| (launched: 2022-12-12_18:08:02.298076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:04.040240 run osmo-stp_10.42.42.5(pid=10510): stderr: \u000a| �[0;m�[38;5;43m20221212180802488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180802488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180802489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180802489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180802490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180802490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180802490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:04.175542 run osmo-stp_10.42.42.5(pid=10510): stdout: \u000a| (launched: 2022-12-12_18:08:02.298076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:04.310099 run osmo-stp_10.42.42.5(pid=10510): stderr: \u000a| �[0;m�[38;5;43m20221212180802488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180802488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180802489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180802489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180802490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180802490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180802490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:04.467724 run patchelf(pid=10513): Terminating (SIGINT)\u000a18:08:04.651032 run patchelf(pid=10513): Terminated: ok {rc=0}\u000a18:08:04.684785 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10510): Process ended prematurely: osmo-stp_10.42.42.5(pid=10510) [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10510)] [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a18:08:04.694965 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a18:08:04.758743 run osmo-hlr_10.42.42.2(pid=10507): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10507)]\u000a18:08:04.810492 run osmo-hlr_10.42.42.2(pid=10507): stdout: \u000a| (launched: 2022-12-12_18:08:00.951252) \u000a18:08:04.862726 run osmo-hlr_10.42.42.2(pid=10507): stderr: \u000a| �[0;m�[1;31m20221212180801342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180801342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180801342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180801342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180801342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180801342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180801369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180801388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180801390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180801391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:08:04.907609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10500): Terminating (SIGTERM)\u000a18:08:04.949869 run iperf3-srv_10.42.42.10(pid=10501): Terminating (SIGTERM)\u000a18:08:04.992498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10502): Terminating (SIGTERM)\u000a18:08:05.034843 run iperf3-srv_10.42.42.10(pid=10503): Terminating (SIGTERM)\u000a18:08:05.077238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10506): Terminating (SIGTERM)\u000a18:08:05.120147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10509): Terminating (SIGTERM)\u000a18:08:05.162784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10512): Terminating (SIGTERM)\u000a18:08:05.172739 --- ParallelTerminationStrategy: PID 10500 died...\u000a18:08:05.228920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10500): Terminated: ok {rc=0}\u000a18:08:05.239152 --- ParallelTerminationStrategy: PID 10501 died...\u000a18:08:05.295066 run iperf3-srv_10.42.42.10(pid=10501): Terminated {rc=256}\u000a18:08:05.305123 --- ParallelTerminationStrategy: PID 10502 died...\u000a18:08:05.361468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10502): Terminated: ok {rc=0}\u000a18:08:05.371675 --- ParallelTerminationStrategy: PID 10503 died...\u000a18:08:05.427872 run iperf3-srv_10.42.42.10(pid=10503): Terminated {rc=256}\u000a18:08:05.437938 --- ParallelTerminationStrategy: PID 10506 died...\u000a18:08:05.493969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10506): Terminated: ok {rc=0}\u000a18:08:05.504210 --- ParallelTerminationStrategy: PID 10509 died...\u000a18:08:05.560302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10509): Terminated: ok {rc=0}\u000a18:08:05.570491 --- ParallelTerminationStrategy: PID 10512 died...\u000a18:08:05.626541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10512): Terminated: ok {rc=0}\u000a18:08:05.715788 bus /gobi_0: Setting Powered False\u000a18:08:06.823588 bus /gobi_0: Setting Powered False\u000a18:08:07.937387 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10522): Process ended prematurely: osmo-stp_10.42.42.5(pid=10522) [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10522)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10522): Process ended prematurely: osmo-stp_10.42.42.5(pid=10522) [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a18:08:09.053269 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:09.065961 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:08:09.219367 tst iperf3.py: using LAC 30566\u000a18:08:09.352916 tst iperf3.py: using RAC 221\u000a18:08:09.479805 tst iperf3.py: using CellId 30566\u000a18:08:09.605921 tst iperf3.py: using BVCI 30567\u000a18:08:09.631041 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:09.642890 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:09.654627 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:09.666366 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:09.677935 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:09.689578 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:09.701390 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:09.712690 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:09.724474 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:08:10.022581 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:08:10.159583 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:10.503534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10514): Launched\u000a18:08:10.789864 run iperf3-srv_10.42.42.10(pid=10515): Launched\u000a18:08:10.991436 tst iperf3.py:8: start network...\u000a18:08:11.128638 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:08:11.650638 run create_hlr_db(pid=10516): Launched\u000a18:08:11.828172 bus /gobi_6: Setting Powered False\u000a18:08:12.850469 run create_hlr_db(pid=10516): Terminated: ok {rc=0}\u000a18:08:13.260870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10518): Launched\u000a18:08:13.573329 run osmo-hlr_10.42.42.2(pid=10519): Launched\u000a18:08:13.693149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:08:14.238290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10521): Launched\u000a18:08:14.548564 run osmo-stp_10.42.42.5(pid=10522): Launched\u000a18:08:14.660404 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:08:15.196430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10524): Launched\u000a18:08:15.305099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:08:15.575435 run patchelf(pid=10525): Launched\u000a18:08:15.754440 run osmo-stp_10.42.42.5(pid=10522): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10522)]\u000a18:08:15.905282 run osmo-stp_10.42.42.5(pid=10522): stdout: \u000a| (launched: 2022-12-12_18:08:14.394395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:16.060711 run osmo-stp_10.42.42.5(pid=10522): stderr: \u000a| �[0;m�[38;5;43m20221212180814563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180814563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180814563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180814564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180814564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180814564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180814564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:16.232029 run osmo-stp_10.42.42.5(pid=10522): stdout: \u000a| (launched: 2022-12-12_18:08:14.394395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:16.386405 run osmo-stp_10.42.42.5(pid=10522): stderr: \u000a| �[0;m�[38;5;43m20221212180814563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180814563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180814563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180814564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180814564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180814564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180814564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:16.551341 run patchelf(pid=10525): Terminating (SIGINT)\u000a18:08:16.755782 run patchelf(pid=10525): Terminated: ok {rc=0}\u000a18:08:16.789136 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10522): Process ended prematurely: osmo-stp_10.42.42.5(pid=10522) [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10522)] [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a18:08:16.799689 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a18:08:16.865441 run osmo-hlr_10.42.42.2(pid=10519): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10519)]\u000a18:08:16.917484 run osmo-hlr_10.42.42.2(pid=10519): stdout: \u000a| (launched: 2022-12-12_18:08:13.417138) \u000a18:08:16.970587 run osmo-hlr_10.42.42.2(pid=10519): stderr: \u000a| �[0;m�[1;31m20221212180813592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180813593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180813593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180813593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180813593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180813593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180813605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180813614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180813614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180813614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:08:17.014641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10514): Terminating (SIGTERM)\u000a18:08:17.059561 run iperf3-srv_10.42.42.10(pid=10515): Terminating (SIGTERM)\u000a18:08:17.104136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10518): Terminating (SIGTERM)\u000a18:08:17.147119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10521): Terminating (SIGTERM)\u000a18:08:17.189917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10524): Terminating (SIGTERM)\u000a18:08:17.201152 --- ParallelTerminationStrategy: PID 10514 died...\u000a18:08:17.256491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10514): Terminated: ok {rc=0}\u000a18:08:17.268169 --- ParallelTerminationStrategy: PID 10515 died...\u000a18:08:17.324696 run iperf3-srv_10.42.42.10(pid=10515): Terminated {rc=256}\u000a18:08:17.334493 --- ParallelTerminationStrategy: PID 10518 died...\u000a18:08:17.387930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10518): Terminated: ok {rc=0}\u000a18:08:17.397872 --- ParallelTerminationStrategy: PID 10521 died...\u000a18:08:17.451075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10521): Terminated: ok {rc=0}\u000a18:08:17.460639 --- ParallelTerminationStrategy: PID 10524 died...\u000a18:08:17.514449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10524): Terminated: ok {rc=0}\u000a18:08:17.603335 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10540): Process ended prematurely: osmo-stp_10.42.42.5(pid=10540) [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10540)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10540): Process ended prematurely: osmo-stp_10.42.42.5(pid=10540) [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a18:08:18.715291 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:18.727656 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:08:18.871108 tst iperf3m4.py: using LAC 30567\u000a18:08:18.992886 tst iperf3m4.py: using RAC 222\u000a18:08:19.119915 tst iperf3m4.py: using CellId 30567\u000a18:08:19.249135 tst iperf3m4.py: using BVCI 30568\u000a18:08:19.274355 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:19.286329 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:19.298049 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:19.309787 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:19.321532 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:19.333267 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:19.345599 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:19.357311 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:19.369376 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:08:19.491498 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:08:19.612478 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:08:19.733360 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:08:20.032737 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:08:20.170014 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:20.513825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10526): Launched\u000a18:08:20.797868 run iperf3-srv_10.42.42.10(pid=10527): Launched\u000a18:08:20.999343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:08:21.136235 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:21.478636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10528): Launched\u000a18:08:21.761644 run iperf3-srv_10.42.42.10(pid=10529): Launched\u000a18:08:21.962932 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:08:22.099965 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:22.441570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10530): Launched\u000a18:08:22.725814 run iperf3-srv_10.42.42.10(pid=10531): Launched\u000a18:08:22.925742 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:08:23.062079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:08:23.402593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10532): Launched\u000a18:08:23.685535 run iperf3-srv_10.42.42.10(pid=10533): Launched\u000a18:08:23.885727 tst iperf3m4.py:8: start network...\u000a18:08:24.022065 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:08:24.547092 run create_hlr_db(pid=10534): Launched\u000a18:08:24.735769 bus /gobi_6: Setting Powered False\u000a18:08:25.756642 run create_hlr_db(pid=10534): Terminated: ok {rc=0}\u000a18:08:26.170662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10536): Launched\u000a18:08:26.479881 run osmo-hlr_10.42.42.2(pid=10537): Launched\u000a18:08:26.600664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:08:27.143544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10539): Launched\u000a18:08:27.452098 run osmo-stp_10.42.42.5(pid=10540): Launched\u000a18:08:27.562536 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:08:28.096562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10542): Launched\u000a18:08:28.205101 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:08:28.473068 run patchelf(pid=10543): Launched\u000a18:08:28.651725 run osmo-stp_10.42.42.5(pid=10540): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10540)]\u000a18:08:28.782062 run osmo-stp_10.42.42.5(pid=10540): stdout: \u000a| (launched: 2022-12-12_18:08:27.298909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:28.912720 run osmo-stp_10.42.42.5(pid=10540): stderr: \u000a| �[0;m�[38;5;43m20221212180827471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180827471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180827471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180827471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180827472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180827472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180827472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:29.038871 run osmo-stp_10.42.42.5(pid=10540): stdout: \u000a| (launched: 2022-12-12_18:08:27.298909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:29.163715 run osmo-stp_10.42.42.5(pid=10540): stderr: \u000a| �[0;m�[38;5;43m20221212180827471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180827471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180827471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180827471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180827472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180827472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180827472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:29.309216 run patchelf(pid=10543): Terminating (SIGINT)\u000a18:08:29.480755 run patchelf(pid=10543): Terminated: ok {rc=0}\u000a18:08:29.512752 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10540): Process ended prematurely: osmo-stp_10.42.42.5(pid=10540) [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10540)] [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a18:08:29.522569 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:08:29.584032 run osmo-hlr_10.42.42.2(pid=10537): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10537)]\u000a18:08:29.633605 run osmo-hlr_10.42.42.2(pid=10537): stdout: \u000a| (launched: 2022-12-12_18:08:26.325823) \u000a18:08:29.683976 run osmo-hlr_10.42.42.2(pid=10537): stderr: \u000a| �[0;m�[1;31m20221212180826499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180826499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180826499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180826499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180826500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180826500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180826512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180826520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180826520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180826520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:08:29.726065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10526): Terminating (SIGTERM)\u000a18:08:29.765902 run iperf3-srv_10.42.42.10(pid=10527): Terminating (SIGTERM)\u000a18:08:29.805929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10528): Terminating (SIGTERM)\u000a18:08:29.845894 run iperf3-srv_10.42.42.10(pid=10529): Terminating (SIGTERM)\u000a18:08:29.885926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10530): Terminating (SIGTERM)\u000a18:08:29.925937 run iperf3-srv_10.42.42.10(pid=10531): Terminating (SIGTERM)\u000a18:08:29.967968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10532): Terminating (SIGTERM)\u000a18:08:30.008437 run iperf3-srv_10.42.42.10(pid=10533): Terminating (SIGTERM)\u000a18:08:30.048747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10536): Terminating (SIGTERM)\u000a18:08:30.088800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10539): Terminating (SIGTERM)\u000a18:08:30.128875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10542): Terminating (SIGTERM)\u000a18:08:30.138520 --- ParallelTerminationStrategy: PID 10526 died...\u000a18:08:30.192374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10526): Terminated: ok {rc=0}\u000a18:08:30.201989 --- ParallelTerminationStrategy: PID 10527 died...\u000a18:08:30.255285 run iperf3-srv_10.42.42.10(pid=10527): Terminated {rc=256}\u000a18:08:30.264724 --- ParallelTerminationStrategy: PID 10528 died...\u000a18:08:30.318493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10528): Terminated: ok {rc=0}\u000a18:08:30.328326 --- ParallelTerminationStrategy: PID 10529 died...\u000a18:08:30.381691 run iperf3-srv_10.42.42.10(pid=10529): Terminated {rc=256}\u000a18:08:30.391486 --- ParallelTerminationStrategy: PID 10530 died...\u000a18:08:30.444910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10530): Terminated: ok {rc=0}\u000a18:08:30.454495 --- ParallelTerminationStrategy: PID 10531 died...\u000a18:08:30.507028 run iperf3-srv_10.42.42.10(pid=10531): Terminated {rc=256}\u000a18:08:30.516778 --- ParallelTerminationStrategy: PID 10532 died...\u000a18:08:30.569821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10532): Terminated: ok {rc=0}\u000a18:08:30.579660 --- ParallelTerminationStrategy: PID 10533 died...\u000a18:08:30.632318 run iperf3-srv_10.42.42.10(pid=10533): Terminated {rc=256}\u000a18:08:30.642132 --- ParallelTerminationStrategy: PID 10536 died...\u000a18:08:30.695356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10536): Terminated: ok {rc=0}\u000a18:08:30.704904 --- ParallelTerminationStrategy: PID 10539 died...\u000a18:08:30.758148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10539): Terminated: ok {rc=0}\u000a18:08:30.767759 --- ParallelTerminationStrategy: PID 10542 died...\u000a18:08:30.820656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10542): Terminated: ok {rc=0}\u000a18:08:30.911738 bus /gobi_4: Setting Powered False\u000a18:08:32.019768 bus /gobi_4: Setting Powered False\u000a18:08:33.130118 bus /gobi_1: Setting Powered False\u000a18:08:34.234095 bus /gobi_1: Setting Powered False\u000a18:08:35.345343 bus /gobi_0: Setting Powered False\u000a18:08:36.447308 bus /gobi_0: Setting Powered False\u000a18:08:37.558829 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10550): Process ended prematurely: osmo-stp_10.42.42.5(pid=10550) [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10550)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10550): Process ended prematurely: osmo-stp_10.42.42.5(pid=10550) [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a18:08:38.627659 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:38.640211 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:08:38.783673 tst ping.py: using LAC 30568\u000a18:08:38.908815 tst ping.py: using RAC 223\u000a18:08:39.034444 tst ping.py: using CellId 30568\u000a18:08:39.159896 tst ping.py: using BVCI 30569\u000a18:08:39.184470 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:39.196486 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:39.208190 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:39.219920 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:39.231498 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:39.243168 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:39.254923 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:39.266611 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:08:39.562038 tst ping.py:19: start network...\u000a18:08:39.696526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:08:40.214580 run create_hlr_db(pid=10544): Launched\u000a18:08:40.401920 bus /gobi_6: Setting Powered False\u000a18:08:41.422756 run create_hlr_db(pid=10544): Terminated: ok {rc=0}\u000a18:08:41.830562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10546): Launched\u000a18:08:42.134605 run osmo-hlr_10.42.42.2(pid=10547): Launched\u000a18:08:42.252124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:08:42.789638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10549): Launched\u000a18:08:43.094056 run osmo-stp_10.42.42.5(pid=10550): Launched\u000a18:08:43.203553 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:08:43.732269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10552): Launched\u000a18:08:43.839273 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:08:44.106235 run patchelf(pid=10553): Launched\u000a18:08:44.289604 run osmo-stp_10.42.42.5(pid=10550): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10550)]\u000a18:08:44.427921 run osmo-stp_10.42.42.5(pid=10550): stdout: \u000a| (launched: 2022-12-12_18:08:42.942486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:44.565878 run osmo-stp_10.42.42.5(pid=10550): stderr: \u000a| �[0;m�[38;5;43m20221212180843110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180843110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180843111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180843111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180843112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180843112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180843112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:44.699985 run osmo-stp_10.42.42.5(pid=10550): stdout: \u000a| (launched: 2022-12-12_18:08:42.942486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:44.831825 run osmo-stp_10.42.42.5(pid=10550): stderr: \u000a| �[0;m�[38;5;43m20221212180843110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180843110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180843111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180843111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180843112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180843112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180843112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:44.986221 run patchelf(pid=10553): Terminating (SIGINT)\u000a18:08:45.166723 run patchelf(pid=10553): Terminated: ok {rc=0}\u000a18:08:45.199739 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10550): Process ended prematurely: osmo-stp_10.42.42.5(pid=10550) [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10550)] [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a18:08:45.209516 tst ping.py:22: Test FAILED (6.6 sec)\u000a18:08:45.272827 run osmo-hlr_10.42.42.2(pid=10547): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10547)]\u000a18:08:45.324691 run osmo-hlr_10.42.42.2(pid=10547): stdout: \u000a| (launched: 2022-12-12_18:08:41.982988) \u000a18:08:45.377524 run osmo-hlr_10.42.42.2(pid=10547): stderr: \u000a| �[0;m�[1;31m20221212180842155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180842155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180842155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180842155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180842155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180842155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180842168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180842178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180842178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180842178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:08:45.422707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10546): Terminating (SIGTERM)\u000a18:08:45.465126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10549): Terminating (SIGTERM)\u000a18:08:45.507235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10552): Terminating (SIGTERM)\u000a18:08:45.517181 --- ParallelTerminationStrategy: PID 10546 died...\u000a18:08:45.573605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10546): Terminated: ok {rc=0}\u000a18:08:45.583925 --- ParallelTerminationStrategy: PID 10549 died...\u000a18:08:45.640301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10549): Terminated: ok {rc=0}\u000a18:08:45.650468 --- ParallelTerminationStrategy: PID 10552 died...\u000a18:08:45.707320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10552): Terminated: ok {rc=0}\u000a18:08:45.795758 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10832): Process ended prematurely: osmo-stp_10.42.42.5(pid=10832) [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10832)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10832): Process ended prematurely: osmo-stp_10.42.42.5(pid=10832) [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a18:08:46.865076 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:46.887578 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:08:47.087829 tst ping_idle_ping.py: using LAC 30569\u000a18:08:47.263641 tst ping_idle_ping.py: using RAC 224\u000a18:08:47.448634 tst ping_idle_ping.py: using CellId 30569\u000a18:08:47.614655 tst ping_idle_ping.py: using BVCI 30570\u000a18:08:47.642363 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:47.658394 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:47.672290 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:47.686032 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:47.702220 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:47.718226 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:47.730929 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:08:47.745554 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:08:48.080022 tst ping_idle_ping.py:24: start network...\u000a18:08:48.241624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:08:48.868385 run create_hlr_db(pid=10772): Launched\u000a18:08:49.087515 bus /gobi_6: Setting Powered False\u000a18:08:50.078053 run create_hlr_db(pid=10772): Terminated: ok {rc=0}\u000a18:08:50.537991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10826): Launched\u000a18:08:50.955939 run osmo-hlr_10.42.42.2(pid=10828): Launched\u000a18:08:51.189558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:08:51.771426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10831): Launched\u000a18:08:52.188175 run osmo-stp_10.42.42.5(pid=10832): Launched\u000a18:08:52.437748 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:08:53.015741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10834): Launched\u000a18:08:53.126203 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:08:53.409161 run patchelf(pid=10835): Launched\u000a18:08:53.591756 run osmo-stp_10.42.42.5(pid=10832): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10832)]\u000a18:08:53.725812 run osmo-stp_10.42.42.5(pid=10832): stdout: \u000a| (launched: 2022-12-12_18:08:51.938031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:53.860741 run osmo-stp_10.42.42.5(pid=10832): stderr: \u000a| �[0;m�[38;5;43m20221212180852251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180852252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180852252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180852252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180852253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180852253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180852253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:53.989718 run osmo-stp_10.42.42.5(pid=10832): stdout: \u000a| (launched: 2022-12-12_18:08:51.938031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:08:54.118176 run osmo-stp_10.42.42.5(pid=10832): stderr: \u000a| �[0;m�[38;5;43m20221212180852251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180852252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180852252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180852252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180852253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180852253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180852253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:08:54.265681 run patchelf(pid=10835): Terminating (SIGINT)\u000a18:08:54.439975 run patchelf(pid=10835): Terminated: ok {rc=0}\u000a18:08:54.473356 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10832): Process ended prematurely: osmo-stp_10.42.42.5(pid=10832) [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10832)] [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a18:08:54.483444 tst ping_idle_ping.py:27: Test FAILED (7.6 sec)\u000a18:08:54.549334 run osmo-hlr_10.42.42.2(pid=10828): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10828)]\u000a18:08:54.603878 run osmo-hlr_10.42.42.2(pid=10828): stdout: \u000a| (launched: 2022-12-12_18:08:50.696658) \u000a18:08:54.658127 run osmo-hlr_10.42.42.2(pid=10828): stderr: \u000a| �[0;m�[1;31m20221212180850989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180850989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180850989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180850989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180850989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180850989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180851010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180851026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180851027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180851027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:08:54.703348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10826): Terminating (SIGTERM)\u000a18:08:54.748943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10831): Terminating (SIGTERM)\u000a18:08:54.792195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10834): Terminating (SIGTERM)\u000a18:08:54.804892 --- ParallelTerminationStrategy: PID 10826 died...\u000a18:08:54.865096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10826): Terminated: ok {rc=0}\u000a18:08:54.875855 --- ParallelTerminationStrategy: PID 10831 died...\u000a18:08:54.932937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10831): Terminated: ok {rc=0}\u000a18:08:54.943670 --- ParallelTerminationStrategy: PID 10834 died...\u000a18:08:55.001513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10834): Terminated: ok {rc=0}\u000a18:08:55.092624 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:07:55" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10847): Process ended prematurely: osmo-stp_10.42.42.5(pid=10847) [trial-2380↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10847)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10847): Process ended prematurely: osmo-stp_10.42.42.5(pid=10847) [trial-2380↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:08:57.142759 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:08:57.157083 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:08:57.323691 tst switch_tch_pdch.py: using LAC 30570\u000a18:08:57.452198 tst switch_tch_pdch.py: using RAC 225\u000a18:08:57.577159 tst switch_tch_pdch.py: using CellId 30570\u000a18:08:57.702571 tst switch_tch_pdch.py: using BVCI 30571\u000a18:08:57.728253 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:08:57.741294 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:08:57.754243 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:08:57.767044 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:08:57.779841 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:08:57.792604 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:08:57.805903 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:08:57.818678 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:08:57.944660 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:08:58.243346 tst switch_tch_pdch.py:51: start network...\u000a18:08:58.380479 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:08:58.937793 run create_hlr_db(pid=10841): Launched\u000a18:08:59.128202 bus /gobi_6: Setting Powered False\u000a18:09:00.150100 run create_hlr_db(pid=10841): Terminated: ok {rc=0}\u000a18:09:00.603510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10843): Launched\u000a18:09:01.091524 run osmo-hlr_10.42.42.2(pid=10844): Launched\u000a18:09:01.354097 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:09:02.053989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10846): Launched\u000a18:09:02.463018 run osmo-stp_10.42.42.5(pid=10847): Launched\u000a18:09:02.720890 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:09:03.332603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10849): Launched\u000a18:09:03.443932 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:09:03.728796 run patchelf(pid=10850): Launched\u000a18:09:03.910280 run osmo-stp_10.42.42.5(pid=10847): ERR: Terminated: ERROR {rc=1} [trial-2380↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10847)]\u000a18:09:04.043151 run osmo-stp_10.42.42.5(pid=10847): stdout: \u000a| (launched: 2022-12-12_18:09:02.211844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:04.175436 run osmo-stp_10.42.42.5(pid=10847): stderr: \u000a| �[0;m�[38;5;43m20221212180902515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180902515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180902515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180902515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180902516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180902516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180902516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:04.303162 run osmo-stp_10.42.42.5(pid=10847): stdout: \u000a| (launched: 2022-12-12_18:09:02.211844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:04.429852 run osmo-stp_10.42.42.5(pid=10847): stderr: \u000a| �[0;m�[38;5;43m20221212180902515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180902515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180902515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180902515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180902516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180902516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180902516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:04.576917 run patchelf(pid=10850): Terminating (SIGINT)\u000a18:09:04.750008 run patchelf(pid=10850): Terminated: ok {rc=0}\u000a18:09:04.783104 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10847): Process ended prematurely: osmo-stp_10.42.42.5(pid=10847) [trial-2380↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10847)] [trial-2380↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:09:04.793034 tst switch_tch_pdch.py:54: Test FAILED (7.6 sec)\u000a18:09:04.858836 run osmo-hlr_10.42.42.2(pid=10844): ERR: Terminated: ERROR {rc=237} [trial-2380↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10844)]\u000a18:09:04.910923 run osmo-hlr_10.42.42.2(pid=10844): stdout: \u000a| (launched: 2022-12-12_18:09:00.773698) \u000a18:09:04.964264 run osmo-hlr_10.42.42.2(pid=10844): stderr: \u000a| �[0;m�[1;31m20221212180901142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180901142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180901142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180901142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180901142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180901142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180901159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180901176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180901176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180901176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:09:05.008339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10843): Terminating (SIGTERM)\u000a18:09:05.054499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10846): Terminating (SIGTERM)\u000a18:09:05.098462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10849): Terminating (SIGTERM)\u000a18:09:05.110439 --- ParallelTerminationStrategy: PID 10843 died...\u000a18:09:05.169508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10843): Terminated: ok {rc=0}\u000a18:09:05.180254 --- ParallelTerminationStrategy: PID 10846 died...\u000a18:09:05.237311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10846): Terminated: ok {rc=0}\u000a18:09:05.247973 --- ParallelTerminationStrategy: PID 10849 died...\u000a18:09:05.305118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10849): Terminated: ok {rc=0}\u000a18:09:05.393961 bus /gobi_0: Setting Powered False\u000a18:09:06.502333 bus /gobi_0: Setting Powered False\u000a18:09:07.613087 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:08:56" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10861): Process ended prematurely: osmo-stp_10.42.42.5(pid=10861) [trial-2380↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10861)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10861): Process ended prematurely: osmo-stp_10.42.42.5(pid=10861) [trial-2380↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10861)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a18:09:09.612017 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:09:09.624202 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a18:09:09.790321 tst switch_tch_pdch.py: using LAC 30571\u000a18:09:09.913120 tst switch_tch_pdch.py: using RAC 226\u000a18:09:10.037284 tst switch_tch_pdch.py: using CellId 30571\u000a18:09:10.160228 tst switch_tch_pdch.py: using BVCI 30572\u000a18:09:10.185290 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:09:10.197565 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:09:10.210257 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:09:10.224422 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:09:10.238283 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:09:10.250693 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:09:10.265182 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:09:10.278471 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:09:10.401622 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:09:10.696128 tst switch_tch_pdch.py:51: start network...\u000a18:09:10.831213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:09:11.320313 run create_hlr_db(pid=10855): Launched\u000a18:09:11.451250 bus /gobi_6: Setting Powered False\u000a18:09:12.528018 run create_hlr_db(pid=10855): Terminated: ok {rc=0}\u000a18:09:12.909717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10857): Launched\u000a18:09:13.213764 run osmo-hlr_10.42.42.2(pid=10858): Launched\u000a18:09:13.330828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:09:13.836135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10860): Launched\u000a18:09:14.140480 run osmo-stp_10.42.42.5(pid=10861): Launched\u000a18:09:14.249846 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:09:14.750585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10863): Launched\u000a18:09:14.857963 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:09:15.122204 run patchelf(pid=10864): Launched\u000a18:09:15.298481 run osmo-stp_10.42.42.5(pid=10861): ERR: Terminated: ERROR {rc=1} [trial-2380↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10861)]\u000a18:09:15.427249 run osmo-stp_10.42.42.5(pid=10861): stdout: \u000a| (launched: 2022-12-12_18:09:13.988684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:15.555912 run osmo-stp_10.42.42.5(pid=10861): stderr: \u000a| �[0;m�[38;5;43m20221212180914157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180914157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180914158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180914158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180914158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180914159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180914159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:15.680852 run osmo-stp_10.42.42.5(pid=10861): stdout: \u000a| (launched: 2022-12-12_18:09:13.988684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:15.803945 run osmo-stp_10.42.42.5(pid=10861): stderr: \u000a| �[0;m�[38;5;43m20221212180914157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180914157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180914158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180914158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180914158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180914159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180914159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:15.974683 run patchelf(pid=10864): Terminating (SIGINT)\u000a18:09:16.160036 run patchelf(pid=10864): Terminated: ok {rc=0}\u000a18:09:16.194615 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10861): Process ended prematurely: osmo-stp_10.42.42.5(pid=10861) [trial-2380↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10861)] [trial-2380↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a18:09:16.205207 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a18:09:16.272199 run osmo-hlr_10.42.42.2(pid=10858): ERR: Terminated: ERROR {rc=237} [trial-2380↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10858)]\u000a18:09:16.325253 run osmo-hlr_10.42.42.2(pid=10858): stdout: \u000a| (launched: 2022-12-12_18:09:13.061895) \u000a18:09:16.379759 run osmo-hlr_10.42.42.2(pid=10858): stderr: \u000a| �[0;m�[1;31m20221212180913235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180913235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180913235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180913235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180913235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180913235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180913246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180913256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180913257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180913257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:09:16.425292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10857): Terminating (SIGTERM)\u000a18:09:16.471251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10860): Terminating (SIGTERM)\u000a18:09:16.516171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10863): Terminating (SIGTERM)\u000a18:09:16.527091 --- ParallelTerminationStrategy: PID 10857 died...\u000a18:09:16.587188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10857): Terminated: ok {rc=0}\u000a18:09:16.598312 --- ParallelTerminationStrategy: PID 10860 died...\u000a18:09:16.657287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10860): Terminated: ok {rc=0}\u000a18:09:16.668378 --- ParallelTerminationStrategy: PID 10863 died...\u000a18:09:16.725864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10863): Terminated: ok {rc=0}\u000a18:09:16.834383 bus /gobi_0: Setting Powered False\u000a18:09:17.941229 bus /gobi_0: Setting Powered False\u000a18:09:19.048688 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:09:09" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10870): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10870) [trial-2380↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10870)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10870): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10870) [trial-2380↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a18:09:20.960052 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a18:09:20.971558 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a18:09:21.112767 tst mo_mt_sms.py: using LAC 30572\u000a18:09:21.238353 tst mo_mt_sms.py: using RAC 227\u000a18:09:21.364188 tst mo_mt_sms.py: using CellId 30572\u000a18:09:21.489913 tst mo_mt_sms.py: using BVCI 30573\u000a18:09:21.514416 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:09:21.629212 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:09:21.906131 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:09:22.031902 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:09:22.654941 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10869): Launched\u000a18:09:22.956034 run osmo-nitb_10.42.42.2(pid=10870): Launched\u000a18:09:23.141576 run osmo-nitb_10.42.42.2(pid=10870): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10870)]\u000a18:09:23.277631 run osmo-nitb_10.42.42.2(pid=10870): stdout: \u000a| (launched: 2022-12-12_18:09:22.807502) \u000a18:09:23.413959 run osmo-nitb_10.42.42.2(pid=10870): stderr: \u000a| (launched: 2022-12-12_18:09:22.852121)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:09:23.545953 run osmo-nitb_10.42.42.2(pid=10870): stdout: \u000a| (launched: 2022-12-12_18:09:22.807502) \u000a18:09:23.676835 run osmo-nitb_10.42.42.2(pid=10870): stderr: \u000a| (launched: 2022-12-12_18:09:22.852121)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:09:24.078021 tst osmo-nitb_10.42.42.2(pid=10870): stdout: \u000a| (launched: 2022-12-12_18:09:22.807502) \u000a18:09:24.198476 tst osmo-nitb_10.42.42.2(pid=10870): stderr: \u000a| (launched: 2022-12-12_18:09:22.852121)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:09:24.251043 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=10870): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10870) [trial-2380↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10870)] [trial-2380↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a18:09:24.259289 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a18:09:24.296288 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10869): Terminating (SIGTERM)\u000a18:09:24.473994 --- ParallelTerminationStrategy: PID 10869 died...\u000a18:09:24.529833 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10869): Terminated: ok {rc=0}\u000a18:09:24.616709 bus /sierra_3: Setting Powered False\u000a18:09:25.725859 bus /sierra_3: Setting Powered False\u000a18:09:26.836765 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:09:20" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10880): Process ended prematurely: osmo-stp_10.42.42.5(pid=10880) [trial-2380↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10880)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10880): Process ended prematurely: osmo-stp_10.42.42.5(pid=10880) [trial-2380↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a18:09:28.742109 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:09:28.753388 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a18:09:28.894994 tst mo_mt_sms.py: using LAC 30573\u000a18:09:29.020749 tst mo_mt_sms.py: using RAC 228\u000a18:09:29.146419 tst mo_mt_sms.py: using CellId 30573\u000a18:09:29.272280 tst mo_mt_sms.py: using BVCI 30574\u000a18:09:29.296561 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:09:29.307889 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:09:29.319033 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:09:29.330142 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:09:29.341254 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:09:29.352697 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:09:29.471186 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a18:09:29.670203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:09:30.146594 run create_hlr_db(pid=10874): Launched\u000a18:09:30.319936 bus /sierra_2: Setting Powered False\u000a18:09:31.344386 run create_hlr_db(pid=10874): Terminated: ok {rc=0}\u000a18:09:31.768041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10876): Launched\u000a18:09:32.161493 run osmo-hlr_10.42.42.2(pid=10877): Launched\u000a18:09:32.280895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:09:32.811723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10879): Launched\u000a18:09:33.115621 run osmo-stp_10.42.42.5(pid=10880): Launched\u000a18:09:33.224563 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:09:33.776312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10882): Launched\u000a18:09:34.081576 run osmo-msc_10.42.42.6(pid=10883): Launched\u000a18:09:34.257991 run osmo-stp_10.42.42.5(pid=10880): ERR: Terminated: ERROR {rc=1} [trial-2380↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10880)]\u000a18:09:34.393724 run osmo-stp_10.42.42.5(pid=10880): stdout: \u000a| (launched: 2022-12-12_18:09:32.963507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:34.529025 run osmo-stp_10.42.42.5(pid=10880): stderr: \u000a| �[0;m�[38;5;43m20221212180933132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180933132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180933133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180933133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180933134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180933134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180933134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:34.658276 run osmo-stp_10.42.42.5(pid=10880): stdout: \u000a| (launched: 2022-12-12_18:09:32.963507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:34.786539 run osmo-stp_10.42.42.5(pid=10880): stderr: \u000a| �[0;m�[38;5;43m20221212180933132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180933132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180933133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180933133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180933134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180933134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180933134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:34.842874 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10880): Process ended prematurely: osmo-stp_10.42.42.5(pid=10880) [trial-2380↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10880)] [trial-2380↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a18:09:34.851506 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a18:09:34.914355 run osmo-hlr_10.42.42.2(pid=10877): ERR: Terminated: ERROR {rc=237} [trial-2380↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10877)]\u000a18:09:34.966002 run osmo-hlr_10.42.42.2(pid=10877): stdout: \u000a| (launched: 2022-12-12_18:09:31.923521) \u000a18:09:35.018265 run osmo-hlr_10.42.42.2(pid=10877): stderr: \u000a| �[0;m�[1;31m20221212180932169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180932169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180932169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180932169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180932169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180932170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180932184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180932205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180932205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180932205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:09:35.089860 run osmo-msc_10.42.42.6(pid=10883): ERR: Terminated: ERROR {rc=2} [trial-2380↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10883)]\u000a18:09:35.141314 run osmo-msc_10.42.42.6(pid=10883): stdout: \u000a| (launched: 2022-12-12_18:09:33.928521) \u000a18:09:35.193600 run osmo-msc_10.42.42.6(pid=10883): stderr: \u000a| �[0;m�[38;5;43m20221212180934196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180934196 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d479ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180934196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180934197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180934197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180934197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180934199 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180934199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180934199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180934199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:09:35.238108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10876): Terminating (SIGTERM)\u000a18:09:35.279935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10879): Terminating (SIGTERM)\u000a18:09:35.322068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10882): Terminating (SIGTERM)\u000a18:09:35.331885 --- ParallelTerminationStrategy: PID 10876 died...\u000a18:09:35.388692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10876): Terminated: ok {rc=0}\u000a18:09:35.398895 --- ParallelTerminationStrategy: PID 10879 died...\u000a18:09:35.454778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10879): Terminated: ok {rc=0}\u000a18:09:35.464779 --- ParallelTerminationStrategy: PID 10882 died...\u000a18:09:35.520537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10882): Terminated: ok {rc=0}\u000a18:09:35.608389 bus /sierra_3: Setting Powered False\u000a18:09:36.716002 bus /sierra_3: Setting Powered False\u000a18:09:37.824314 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:09:28" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10890): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10890) [trial-2380↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10890)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10890): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10890) [trial-2380↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a18:09:39.675151 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a18:09:39.686631 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a18:09:39.827731 tst assert_extension.py: using LAC 30574\u000a18:09:39.954946 tst assert_extension.py: using RAC 229\u000a18:09:40.075726 tst assert_extension.py: using CellId 30574\u000a18:09:40.195156 tst assert_extension.py: using BVCI 30575\u000a18:09:40.218103 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a18:09:40.509995 tst assert_extension.py:10: start nitb and bts...\u000a18:09:40.644184 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:09:41.311474 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10889): Launched\u000a18:09:41.634555 run osmo-nitb_10.42.42.2(pid=10890): Launched\u000a18:09:41.831576 run osmo-nitb_10.42.42.2(pid=10890): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10890)]\u000a18:09:41.976194 run osmo-nitb_10.42.42.2(pid=10890): stdout: \u000a| (launched: 2022-12-12_18:09:41.476667) \u000a18:09:42.121312 run osmo-nitb_10.42.42.2(pid=10890): stderr: \u000a| (launched: 2022-12-12_18:09:41.524613)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:09:42.261820 run osmo-nitb_10.42.42.2(pid=10890): stdout: \u000a| (launched: 2022-12-12_18:09:41.476667) \u000a18:09:42.401507 run osmo-nitb_10.42.42.2(pid=10890): stderr: \u000a| (launched: 2022-12-12_18:09:41.524613)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:09:42.763942 tst osmo-nitb_10.42.42.2(pid=10890): stdout: \u000a| (launched: 2022-12-12_18:09:41.476667) \u000a18:09:42.892258 tst osmo-nitb_10.42.42.2(pid=10890): stderr: \u000a| (launched: 2022-12-12_18:09:41.524613)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:09:42.948735 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10890): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10890) [trial-2380↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10890)] [trial-2380↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a18:09:42.957757 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a18:09:42.994253 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10889): Terminating (SIGTERM)\u000a18:09:43.172093 --- ParallelTerminationStrategy: PID 10889 died...\u000a18:09:43.229887 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10889): Terminated: ok {rc=0}\u000a18:09:43.318760 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:09:39" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10900): Process ended prematurely: osmo-stp_10.42.42.5(pid=10900) [trial-2380↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10900)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10900): Process ended prematurely: osmo-stp_10.42.42.5(pid=10900) [trial-2380↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a18:09:45.173030 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:09:45.184209 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a18:09:45.323478 tst assert_extension.py: using LAC 30575\u000a18:09:45.443601 tst assert_extension.py: using RAC 230\u000a18:09:45.561309 tst assert_extension.py: using CellId 30575\u000a18:09:45.680782 tst assert_extension.py: using BVCI 30576\u000a18:09:45.703720 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:09:45.714578 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:09:45.725105 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:09:45.735959 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:09:45.746824 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:09:45.757617 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a18:09:45.987487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:09:46.484501 run create_hlr_db(pid=10894): Launched\u000a18:09:46.662179 bus /sierra_2: Setting Powered False\u000a18:09:47.680123 run create_hlr_db(pid=10894): Terminated: ok {rc=0}\u000a18:09:48.083082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10896): Launched\u000a18:09:48.385814 run osmo-hlr_10.42.42.2(pid=10897): Launched\u000a18:09:48.502726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:09:49.137630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10899): Launched\u000a18:09:49.438586 run osmo-stp_10.42.42.5(pid=10900): Launched\u000a18:09:49.547037 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:09:50.091891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10902): Launched\u000a18:09:50.392480 run osmo-msc_10.42.42.6(pid=10903): Launched\u000a18:09:50.566187 run osmo-stp_10.42.42.5(pid=10900): ERR: Terminated: ERROR {rc=1} [trial-2380↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10900)]\u000a18:09:50.692247 run osmo-stp_10.42.42.5(pid=10900): stdout: \u000a| (launched: 2022-12-12_18:09:49.288832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:50.816066 run osmo-stp_10.42.42.5(pid=10900): stderr: \u000a| �[0;m�[38;5;43m20221212180949458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180949458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180949458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180949459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180949459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180949459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180949459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:50.935405 run osmo-stp_10.42.42.5(pid=10900): stdout: \u000a| (launched: 2022-12-12_18:09:49.288832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:51.053833 run osmo-stp_10.42.42.5(pid=10900): stderr: \u000a| �[0;m�[38;5;43m20221212180949458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180949458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180949458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180949459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180949459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180949459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180949459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:51.105902 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10900): Process ended prematurely: osmo-stp_10.42.42.5(pid=10900) [trial-2380↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10900)] [trial-2380↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a18:09:51.114000 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a18:09:51.174348 run osmo-hlr_10.42.42.2(pid=10897): ERR: Terminated: ERROR {rc=237} [trial-2380↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10897)]\u000a18:09:51.223830 run osmo-hlr_10.42.42.2(pid=10897): stdout: \u000a| (launched: 2022-12-12_18:09:48.235449) \u000a18:09:51.273850 run osmo-hlr_10.42.42.2(pid=10897): stderr: \u000a| �[0;m�[1;31m20221212180948409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180948409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180948409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180948409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180948409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180948409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180948421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180948429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180948430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180948430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:09:51.341146 run osmo-msc_10.42.42.6(pid=10903): ERR: Terminated: ERROR {rc=2} [trial-2380↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10903)]\u000a18:09:51.390317 run osmo-msc_10.42.42.6(pid=10903): stdout: \u000a| (launched: 2022-12-12_18:09:50.242178) \u000a18:09:51.440153 run osmo-msc_10.42.42.6(pid=10903): stderr: \u000a| �[0;m�[38;5;43m20221212180950511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180950511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2e355dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180950511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180950511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180950511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180950512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180950513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180950514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180950514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180950514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:09:51.482272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10896): Terminating (SIGTERM)\u000a18:09:51.522482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10899): Terminating (SIGTERM)\u000a18:09:51.562638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10902): Terminating (SIGTERM)\u000a18:09:51.572219 --- ParallelTerminationStrategy: PID 10896 died...\u000a18:09:51.626028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10896): Terminated: ok {rc=0}\u000a18:09:51.635590 --- ParallelTerminationStrategy: PID 10899 died...\u000a18:09:51.689606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10899): Terminated: ok {rc=0}\u000a18:09:51.699076 --- ParallelTerminationStrategy: PID 10902 died...\u000a18:09:51.752360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10902): Terminated: ok {rc=0}\u000a18:09:51.836644 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:09:44" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10926): Process ended prematurely: osmo-stp_10.42.42.5(pid=10926) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10926)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10926): Process ended prematurely: osmo-stp_10.42.42.5(pid=10926) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10926)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:09:53.809727 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:09:53.821683 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:09:53.988428 tst mo_mt_call.py: using LAC 30576\u000a18:09:54.110038 tst mo_mt_call.py: using RAC 231\u000a18:09:54.241850 tst mo_mt_call.py: using CellId 30576\u000a18:09:54.367291 tst mo_mt_call.py: using BVCI 30577\u000a18:09:54.392502 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:09:54.404484 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:09:54.416321 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:09:54.428357 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:09:54.440816 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:09:54.452402 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:09:54.567707 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:09:54.779681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:09:55.297579 run create_hlr_db(pid=10920): Launched\u000a18:09:55.484179 bus /sierra_2: Setting Powered False\u000a18:09:56.505852 run create_hlr_db(pid=10920): Terminated: ok {rc=0}\u000a18:09:56.914242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10922): Launched\u000a18:09:57.219302 run osmo-hlr_10.42.42.2(pid=10923): Launched\u000a18:09:57.335625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:09:57.862255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10925): Launched\u000a18:09:58.166434 run osmo-stp_10.42.42.5(pid=10926): Launched\u000a18:09:58.276078 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:09:58.829706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10928): Launched\u000a18:09:59.136260 run osmo-msc_10.42.42.6(pid=10929): Launched\u000a18:09:59.313632 run osmo-stp_10.42.42.5(pid=10926): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10926)]\u000a18:09:59.442285 run osmo-stp_10.42.42.5(pid=10926): stdout: \u000a| (launched: 2022-12-12_18:09:58.015401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:59.567228 run osmo-stp_10.42.42.5(pid=10926): stderr: \u000a| �[0;m�[38;5;43m20221212180958184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180958184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180958185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180958185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180958186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180958186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180958186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:59.688357 run osmo-stp_10.42.42.5(pid=10926): stdout: \u000a| (launched: 2022-12-12_18:09:58.015401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:09:59.808369 run osmo-stp_10.42.42.5(pid=10926): stderr: \u000a| �[0;m�[38;5;43m20221212180958184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212180958184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212180958185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212180958185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212180958186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212180958186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212180958186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:09:59.861571 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10926): Process ended prematurely: osmo-stp_10.42.42.5(pid=10926) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10926)] [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:09:59.870499 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:09:59.930839 run osmo-hlr_10.42.42.2(pid=10923): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10923)]\u000a18:09:59.980108 run osmo-hlr_10.42.42.2(pid=10923): stdout: \u000a| (launched: 2022-12-12_18:09:57.067613) \u000a18:10:00.030289 run osmo-hlr_10.42.42.2(pid=10923): stderr: \u000a| �[0;m�[1;31m20221212180957243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212180957243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212180957243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180957243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212180957243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212180957243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212180957256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212180957266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212180957266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212180957266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:10:00.098110 run osmo-msc_10.42.42.6(pid=10929): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10929)]\u000a18:10:00.147453 run osmo-msc_10.42.42.6(pid=10929): stdout: \u000a| (launched: 2022-12-12_18:09:58.983208) \u000a18:10:00.197198 run osmo-msc_10.42.42.6(pid=10929): stderr: \u000a| �[0;m�[38;5;43m20221212180959254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212180959254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a5b8e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212180959254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212180959254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212180959255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212180959255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212180959257 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212180959257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212180959257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212180959257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:10:00.239128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10922): Terminating (SIGTERM)\u000a18:10:00.279353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10925): Terminating (SIGTERM)\u000a18:10:00.319523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10928): Terminating (SIGTERM)\u000a18:10:00.329054 --- ParallelTerminationStrategy: PID 10922 died...\u000a18:10:00.382352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10922): Terminated: ok {rc=0}\u000a18:10:00.392075 --- ParallelTerminationStrategy: PID 10925 died...\u000a18:10:00.445264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10925): Terminated: ok {rc=0}\u000a18:10:00.454757 --- ParallelTerminationStrategy: PID 10928 died...\u000a18:10:00.507569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10928): Terminated: ok {rc=0}\u000a18:10:00.597422 bus /sierra_3: Setting Powered False\u000a18:10:01.707886 bus /sierra_3: Setting Powered False\u000a18:10:02.818320 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10941): Process ended prematurely: osmo-stp_10.42.42.5(pid=10941) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10941)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10941): Process ended prematurely: osmo-stp_10.42.42.5(pid=10941) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:10:03.932821 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:10:03.945509 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:10:04.108155 tst mo_mt_call_osmux.py: using LAC 30577\u000a18:10:04.228339 tst mo_mt_call_osmux.py: using RAC 232\u000a18:10:04.348412 tst mo_mt_call_osmux.py: using CellId 30577\u000a18:10:04.467909 tst mo_mt_call_osmux.py: using BVCI 30578\u000a18:10:04.490837 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:10:04.502067 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:10:04.513171 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:10:04.524473 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:10:04.535912 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:10:04.547243 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:10:04.663934 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:10:04.876763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:10:05.400382 run create_hlr_db(pid=10934): Launched\u000a18:10:05.588440 bus /sierra_2: Setting Powered False\u000a18:10:06.598212 run create_hlr_db(pid=10934): Terminated: ok {rc=0}\u000a18:10:07.010679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10936): Launched\u000a18:10:07.316732 run osmo-hlr_10.42.42.2(pid=10938): Launched\u000a18:10:07.434969 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:10:07.967671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10940): Launched\u000a18:10:08.272024 run osmo-stp_10.42.42.5(pid=10941): Launched\u000a18:10:08.382860 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:10:08.939043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10943): Launched\u000a18:10:09.243966 run osmo-msc_10.42.42.6(pid=10944): Launched\u000a18:10:09.428044 run osmo-stp_10.42.42.5(pid=10941): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10941)]\u000a18:10:09.566510 run osmo-stp_10.42.42.5(pid=10941): stdout: \u000a| (launched: 2022-12-12_18:10:08.121428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:09.701470 run osmo-stp_10.42.42.5(pid=10941): stderr: \u000a| �[0;m�[38;5;43m20221212181008289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181008290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181008290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181008290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181008291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181008291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181008291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:09.832071 run osmo-stp_10.42.42.5(pid=10941): stdout: \u000a| (launched: 2022-12-12_18:10:08.121428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:09.961708 run osmo-stp_10.42.42.5(pid=10941): stderr: \u000a| �[0;m�[38;5;43m20221212181008289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181008290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181008290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181008290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181008291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181008291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181008291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:10.018901 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10941): Process ended prematurely: osmo-stp_10.42.42.5(pid=10941) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10941)] [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:10:10.028153 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:10:10.091668 run osmo-hlr_10.42.42.2(pid=10938): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10938)]\u000a18:10:10.143167 run osmo-hlr_10.42.42.2(pid=10938): stdout: \u000a| (launched: 2022-12-12_18:10:07.165445) \u000a18:10:10.195423 run osmo-hlr_10.42.42.2(pid=10938): stderr: \u000a| �[0;m�[1;31m20221212181007341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181007341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181007341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181007341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181007341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181007341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181007354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181007363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181007363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181007363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:10:10.266091 run osmo-msc_10.42.42.6(pid=10944): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10944)]\u000a18:10:10.317607 run osmo-msc_10.42.42.6(pid=10944): stdout: \u000a| (launched: 2022-12-12_18:10:09.092326) \u000a18:10:10.369622 run osmo-msc_10.42.42.6(pid=10944): stderr: \u000a| �[0;m�[38;5;43m20221212181009362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181009362 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac46f72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181009362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181009362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181009362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181009363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181009364 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181009365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181009365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181009365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:10:10.414743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10936): Terminating (SIGTERM)\u000a18:10:10.456647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10940): Terminating (SIGTERM)\u000a18:10:10.499055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10943): Terminating (SIGTERM)\u000a18:10:10.509410 --- ParallelTerminationStrategy: PID 10936 died...\u000a18:10:10.566667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10936): Terminated: ok {rc=0}\u000a18:10:10.576679 --- ParallelTerminationStrategy: PID 10940 died...\u000a18:10:10.633006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10940): Terminated: ok {rc=0}\u000a18:10:10.643444 --- ParallelTerminationStrategy: PID 10943 died...\u000a18:10:10.699374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10943): Terminated: ok {rc=0}\u000a18:10:10.787257 bus /sierra_3: Setting Powered False\u000a18:10:11.895335 bus /sierra_3: Setting Powered False\u000a18:10:13.003267 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:09:53" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10955): Process ended prematurely: osmo-stp_10.42.42.5(pid=10955) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10955)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10955): Process ended prematurely: osmo-stp_10.42.42.5(pid=10955) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:10:15.016250 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:10:15.028235 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:10:15.195565 tst mo_mt_call.py: using LAC 30578\u000a18:10:15.322262 tst mo_mt_call.py: using RAC 233\u000a18:10:15.449883 tst mo_mt_call.py: using CellId 30578\u000a18:10:15.578279 tst mo_mt_call.py: using BVCI 30579\u000a18:10:15.602929 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:10:15.614774 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:10:15.626392 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:10:15.638130 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:10:15.649874 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:10:15.661544 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:10:15.780266 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:10:15.993225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:10:16.551062 run create_hlr_db(pid=10949): Launched\u000a18:10:16.742157 bus /sierra_2: Setting Powered False\u000a18:10:17.759360 run create_hlr_db(pid=10949): Terminated: ok {rc=0}\u000a18:10:18.191340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10951): Launched\u000a18:10:18.518388 run osmo-hlr_10.42.42.2(pid=10952): Launched\u000a18:10:18.639378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:10:19.205698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10954): Launched\u000a18:10:19.533706 run osmo-stp_10.42.42.5(pid=10955): Launched\u000a18:10:19.650832 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:10:20.251135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10957): Launched\u000a18:10:20.579960 run osmo-msc_10.42.42.6(pid=10958): Launched\u000a18:10:20.769313 run osmo-stp_10.42.42.5(pid=10955): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10955)]\u000a18:10:20.905654 run osmo-stp_10.42.42.5(pid=10955): stdout: \u000a| (launched: 2022-12-12_18:10:19.371227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:21.040679 run osmo-stp_10.42.42.5(pid=10955): stderr: \u000a| �[0;m�[38;5;43m20221212181019563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181019563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181019563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181019564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181019564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181019564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181019565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:21.171005 run osmo-stp_10.42.42.5(pid=10955): stdout: \u000a| (launched: 2022-12-12_18:10:19.371227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:21.299946 run osmo-stp_10.42.42.5(pid=10955): stderr: \u000a| �[0;m�[38;5;43m20221212181019563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181019563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181019563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181019564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181019564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181019564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181019565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:21.357322 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10955): Process ended prematurely: osmo-stp_10.42.42.5(pid=10955) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10955)] [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:10:21.366527 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:10:21.429938 run osmo-hlr_10.42.42.2(pid=10952): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10952)]\u000a18:10:21.481593 run osmo-hlr_10.42.42.2(pid=10952): stdout: \u000a| (launched: 2022-12-12_18:10:18.356130) \u000a18:10:21.533534 run osmo-hlr_10.42.42.2(pid=10952): stderr: \u000a| �[0;m�[1;31m20221212181018553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181018553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181018553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181018553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181018553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181018553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181018565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181018574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181018574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181018574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:10:21.603847 run osmo-msc_10.42.42.6(pid=10958): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10958)]\u000a18:10:21.655108 run osmo-msc_10.42.42.6(pid=10958): stdout: \u000a| (launched: 2022-12-12_18:10:20.417525) \u000a18:10:21.706814 run osmo-msc_10.42.42.6(pid=10958): stderr: \u000a| �[0;m�[38;5;43m20221212181020739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181020739 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4c5d96c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181020739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181020740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181020740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181020740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181020742 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181020742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181020742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181020742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:10:21.750884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10951): Terminating (SIGTERM)\u000a18:10:21.792613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10954): Terminating (SIGTERM)\u000a18:10:21.834316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10957): Terminating (SIGTERM)\u000a18:10:21.844055 --- ParallelTerminationStrategy: PID 10951 died...\u000a18:10:21.899990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10951): Terminated: ok {rc=0}\u000a18:10:21.910500 --- ParallelTerminationStrategy: PID 10954 died...\u000a18:10:21.966382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10954): Terminated: ok {rc=0}\u000a18:10:21.976221 --- ParallelTerminationStrategy: PID 10957 died...\u000a18:10:22.031423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10957): Terminated: ok {rc=0}\u000a18:10:22.118452 bus /sierra_3: Setting Powered False\u000a18:10:23.226231 bus /sierra_3: Setting Powered False\u000a18:10:24.334126 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10966): Process ended prematurely: osmo-stp_10.42.42.5(pid=10966) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10966)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10966): Process ended prematurely: osmo-stp_10.42.42.5(pid=10966) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:10:25.449799 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:10:25.462490 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:10:25.630345 tst mo_mt_call_osmux.py: using LAC 30579\u000a18:10:25.753343 tst mo_mt_call_osmux.py: using RAC 234\u000a18:10:25.875524 tst mo_mt_call_osmux.py: using CellId 30579\u000a18:10:25.995974 tst mo_mt_call_osmux.py: using BVCI 30580\u000a18:10:26.019039 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:10:26.030621 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:10:26.041804 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:10:26.053194 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:10:26.064585 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:10:26.076032 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:10:26.194943 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:10:26.396791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:10:26.874643 run create_hlr_db(pid=10960): Launched\u000a18:10:27.048222 bus /sierra_2: Setting Powered False\u000a18:10:28.071122 run create_hlr_db(pid=10960): Terminated: ok {rc=0}\u000a18:10:28.504621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10962): Launched\u000a18:10:28.832825 run osmo-hlr_10.42.42.2(pid=10963): Launched\u000a18:10:28.950080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:10:29.515814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10965): Launched\u000a18:10:29.843744 run osmo-stp_10.42.42.5(pid=10966): Launched\u000a18:10:29.961249 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:10:30.558048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10968): Launched\u000a18:10:30.961766 run osmo-msc_10.42.42.6(pid=10969): Launched\u000a18:10:31.495901 run osmo-stp_10.42.42.5(pid=10966): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10966)]\u000a18:10:31.647475 run osmo-stp_10.42.42.5(pid=10966): stdout: \u000a| (launched: 2022-12-12_18:10:29.681459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:31.778547 run osmo-stp_10.42.42.5(pid=10966): stderr: \u000a| �[0;m�[38;5;43m20221212181029872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181029872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181029873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181029873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181029874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181029874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181029874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:31.907595 run osmo-stp_10.42.42.5(pid=10966): stdout: \u000a| (launched: 2022-12-12_18:10:29.681459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:32.035525 run osmo-stp_10.42.42.5(pid=10966): stderr: \u000a| �[0;m�[38;5;43m20221212181029872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181029872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181029873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181029873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181029874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181029874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181029874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:32.091354 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10966): Process ended prematurely: osmo-stp_10.42.42.5(pid=10966) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10966)] [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:10:32.101319 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a18:10:32.166368 run osmo-hlr_10.42.42.2(pid=10963): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10963)]\u000a18:10:32.230067 run osmo-hlr_10.42.42.2(pid=10963): stdout: \u000a| (launched: 2022-12-12_18:10:28.670333) \u000a18:10:32.297063 run osmo-hlr_10.42.42.2(pid=10963): stderr: \u000a| �[0;m�[1;31m20221212181028867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181028867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181028867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181028867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181028867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181028867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181028880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181028889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181028889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181028889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:10:32.376902 run osmo-msc_10.42.42.6(pid=10969): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10969)]\u000a18:10:32.429834 run osmo-msc_10.42.42.6(pid=10969): stdout: \u000a| (launched: 2022-12-12_18:10:30.723663) \u000a18:10:32.482008 run osmo-msc_10.42.42.6(pid=10969): stderr: \u000a| �[0;m�[38;5;43m20221212181031141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181031141 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d5217cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181031141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181031141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181031141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181031141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181031143 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181031143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181031144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181031144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:10:32.526214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10962): Terminating (SIGTERM)\u000a18:10:32.568192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10965): Terminating (SIGTERM)\u000a18:10:32.610835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10968): Terminating (SIGTERM)\u000a18:10:32.620519 --- ParallelTerminationStrategy: PID 10962 died...\u000a18:10:32.676525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10962): Terminated: ok {rc=0}\u000a18:10:32.686592 --- ParallelTerminationStrategy: PID 10965 died...\u000a18:10:32.741916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10965): Terminated: ok {rc=0}\u000a18:10:32.751832 --- ParallelTerminationStrategy: PID 10968 died...\u000a18:10:32.807029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10968): Terminated: ok {rc=0}\u000a18:10:32.893750 bus /sierra_3: Setting Powered False\u000a18:10:33.999039 bus /sierra_3: Setting Powered False\u000a18:10:35.109645 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:10:14" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10980): Process ended prematurely: osmo-stp_10.42.42.5(pid=10980) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10980)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10980): Process ended prematurely: osmo-stp_10.42.42.5(pid=10980) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:10:37.110876 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:10:37.122250 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:10:37.282054 tst mo_mt_call.py: using LAC 30580\u000a18:10:37.398669 tst mo_mt_call.py: using RAC 235\u000a18:10:37.515928 tst mo_mt_call.py: using CellId 30580\u000a18:10:37.635649 tst mo_mt_call.py: using BVCI 30581\u000a18:10:37.658608 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:10:37.670035 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:10:37.681152 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:10:37.692391 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:10:37.703805 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:10:37.715233 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:10:37.836564 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:10:38.050225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:10:38.570585 run create_hlr_db(pid=10974): Launched\u000a18:10:38.758477 bus /sierra_2: Setting Powered False\u000a18:10:39.778792 run create_hlr_db(pid=10974): Terminated: ok {rc=0}\u000a18:10:40.189695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10976): Launched\u000a18:10:40.495373 run osmo-hlr_10.42.42.2(pid=10977): Launched\u000a18:10:40.610118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:10:41.144312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10979): Launched\u000a18:10:41.449108 run osmo-stp_10.42.42.5(pid=10980): Launched\u000a18:10:41.558905 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:10:42.116545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10982): Launched\u000a18:10:42.423596 run osmo-msc_10.42.42.6(pid=10983): Launched\u000a18:10:42.601994 run osmo-stp_10.42.42.5(pid=10980): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10980)]\u000a18:10:42.730178 run osmo-stp_10.42.42.5(pid=10980): stdout: \u000a| (launched: 2022-12-12_18:10:41.298442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:42.856335 run osmo-stp_10.42.42.5(pid=10980): stderr: \u000a| �[0;m�[38;5;43m20221212181041467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181041468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181041468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181041468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181041469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181041469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181041469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:42.978549 run osmo-stp_10.42.42.5(pid=10980): stdout: \u000a| (launched: 2022-12-12_18:10:41.298442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:43.099421 run osmo-stp_10.42.42.5(pid=10980): stderr: \u000a| �[0;m�[38;5;43m20221212181041467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181041468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181041468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181041468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181041469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181041469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181041469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:43.153509 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10980): Process ended prematurely: osmo-stp_10.42.42.5(pid=10980) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10980)] [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:10:43.162280 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:10:43.222010 run osmo-hlr_10.42.42.2(pid=10977): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10977)]\u000a18:10:43.271404 run osmo-hlr_10.42.42.2(pid=10977): stdout: \u000a| (launched: 2022-12-12_18:10:40.344156) \u000a18:10:43.320978 run osmo-hlr_10.42.42.2(pid=10977): stderr: \u000a| �[0;m�[1;31m20221212181040521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181040521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181040521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181040521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181040521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181040521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181040533 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181040542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181040542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181040542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:10:43.388646 run osmo-msc_10.42.42.6(pid=10983): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10983)]\u000a18:10:43.438030 run osmo-msc_10.42.42.6(pid=10983): stdout: \u000a| (launched: 2022-12-12_18:10:42.270361) \u000a18:10:43.487637 run osmo-msc_10.42.42.6(pid=10983): stderr: \u000a| �[0;m�[38;5;43m20221212181042542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181042542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe25da83c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181042542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181042542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181042542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181042543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181042544 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181042545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181042545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181042545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:10:43.529437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10976): Terminating (SIGTERM)\u000a18:10:43.569263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10979): Terminating (SIGTERM)\u000a18:10:43.609128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10982): Terminating (SIGTERM)\u000a18:10:43.618627 --- ParallelTerminationStrategy: PID 10976 died...\u000a18:10:43.671842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10976): Terminated: ok {rc=0}\u000a18:10:43.681629 --- ParallelTerminationStrategy: PID 10979 died...\u000a18:10:43.734914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10979): Terminated: ok {rc=0}\u000a18:10:43.744712 --- ParallelTerminationStrategy: PID 10982 died...\u000a18:10:43.797460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10982): Terminated: ok {rc=0}\u000a18:10:43.885853 bus /sierra_3: Setting Powered False\u000a18:10:44.988909 bus /sierra_3: Setting Powered False\u000a18:10:46.126942 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10991): Process ended prematurely: osmo-stp_10.42.42.5(pid=10991) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10991)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10991): Process ended prematurely: osmo-stp_10.42.42.5(pid=10991) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:10:47.241979 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:10:47.254977 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:10:47.416885 tst mo_mt_call_osmux.py: using LAC 30581\u000a18:10:47.535992 tst mo_mt_call_osmux.py: using RAC 236\u000a18:10:47.657705 tst mo_mt_call_osmux.py: using CellId 30581\u000a18:10:47.778883 tst mo_mt_call_osmux.py: using BVCI 30582\u000a18:10:47.802097 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:10:47.813606 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:10:47.824904 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:10:47.836544 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:10:47.848305 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:10:47.861044 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:10:47.982350 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:10:48.194596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:10:48.718557 run create_hlr_db(pid=10985): Launched\u000a18:10:48.906693 bus /sierra_2: Setting Powered False\u000a18:10:49.928011 run create_hlr_db(pid=10985): Terminated: ok {rc=0}\u000a18:10:50.338153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10987): Launched\u000a18:10:50.644530 run osmo-hlr_10.42.42.2(pid=10988): Launched\u000a18:10:50.762701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:10:51.297676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10990): Launched\u000a18:10:51.603805 run osmo-stp_10.42.42.5(pid=10991): Launched\u000a18:10:51.714773 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:10:52.274518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10993): Launched\u000a18:10:52.583158 run osmo-msc_10.42.42.6(pid=10994): Launched\u000a18:10:52.761743 run osmo-stp_10.42.42.5(pid=10991): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10991)]\u000a18:10:52.890729 run osmo-stp_10.42.42.5(pid=10991): stdout: \u000a| (launched: 2022-12-12_18:10:51.451940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:53.016816 run osmo-stp_10.42.42.5(pid=10991): stderr: \u000a| �[0;m�[38;5;43m20221212181051621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181051621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181051622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181051622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181051622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181051623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181051623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:53.139262 run osmo-stp_10.42.42.5(pid=10991): stdout: \u000a| (launched: 2022-12-12_18:10:51.451940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:10:53.260359 run osmo-stp_10.42.42.5(pid=10991): stderr: \u000a| �[0;m�[38;5;43m20221212181051621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181051621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181051622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181051622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181051622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181051623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181051623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:10:53.314523 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10991): Process ended prematurely: osmo-stp_10.42.42.5(pid=10991) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10991)] [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:10:53.323334 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:10:53.383655 run osmo-hlr_10.42.42.2(pid=10988): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10988)]\u000a18:10:53.432881 run osmo-hlr_10.42.42.2(pid=10988): stdout: \u000a| (launched: 2022-12-12_18:10:50.492778) \u000a18:10:53.483465 run osmo-hlr_10.42.42.2(pid=10988): stderr: \u000a| �[0;m�[1;31m20221212181050669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181050670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181050670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181050670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181050670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181050670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181050682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181050693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181050693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181050693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:10:53.551071 run osmo-msc_10.42.42.6(pid=10994): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10994)]\u000a18:10:53.600361 run osmo-msc_10.42.42.6(pid=10994): stdout: \u000a| (launched: 2022-12-12_18:10:52.429106) \u000a18:10:53.650301 run osmo-msc_10.42.42.6(pid=10994): stderr: \u000a| �[0;m�[38;5;43m20221212181052699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181052699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39aabd3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181052699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181052699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181052699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181052699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181052701 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181052702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181052702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181052702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:10:53.692793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10987): Terminating (SIGTERM)\u000a18:10:53.732840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10990): Terminating (SIGTERM)\u000a18:10:53.773006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10993): Terminating (SIGTERM)\u000a18:10:53.782582 --- ParallelTerminationStrategy: PID 10987 died...\u000a18:10:53.835874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10987): Terminated: ok {rc=0}\u000a18:10:53.845720 --- ParallelTerminationStrategy: PID 10990 died...\u000a18:10:53.898647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10990): Terminated: ok {rc=0}\u000a18:10:53.908381 --- ParallelTerminationStrategy: PID 10993 died...\u000a18:10:53.961467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10993): Terminated: ok {rc=0}\u000a18:10:54.045775 bus /sierra_3: Setting Powered False\u000a18:10:55.154562 bus /sierra_3: Setting Powered False\u000a18:10:56.262609 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:10:36" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11005): Process ended prematurely: osmo-stp_10.42.42.5(pid=11005) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11005)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11005): Process ended prematurely: osmo-stp_10.42.42.5(pid=11005) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:10:58.272654 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:10:58.283909 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:10:58.443070 tst mo_mt_call.py: using LAC 30582\u000a18:10:58.564135 tst mo_mt_call.py: using RAC 237\u000a18:10:58.683703 tst mo_mt_call.py: using CellId 30582\u000a18:10:58.804801 tst mo_mt_call.py: using BVCI 30583\u000a18:10:58.828047 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:10:58.839332 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:10:58.850410 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:10:58.861858 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:10:58.873270 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:10:58.884632 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:10:59.004633 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:10:59.207101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:10:59.686510 run create_hlr_db(pid=10999): Launched\u000a18:10:59.862083 bus /sierra_2: Setting Powered False\u000a18:11:00.909353 run create_hlr_db(pid=10999): Terminated: ok {rc=0}\u000a18:11:01.367735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11001): Launched\u000a18:11:01.769094 run osmo-hlr_10.42.42.2(pid=11002): Launched\u000a18:11:01.946411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:11:02.587587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11004): Launched\u000a18:11:02.893225 run osmo-stp_10.42.42.5(pid=11005): Launched\u000a18:11:03.003499 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:11:03.562970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11007): Launched\u000a18:11:03.872618 run osmo-msc_10.42.42.6(pid=11008): Launched\u000a18:11:04.051813 run osmo-stp_10.42.42.5(pid=11005): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11005)]\u000a18:11:04.180933 run osmo-stp_10.42.42.5(pid=11005): stdout: \u000a| (launched: 2022-12-12_18:11:02.741791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:04.307470 run osmo-stp_10.42.42.5(pid=11005): stderr: \u000a| �[0;m�[38;5;43m20221212181102911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181102911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181102912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181102912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181102913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181102913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181102913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:04.430099 run osmo-stp_10.42.42.5(pid=11005): stdout: \u000a| (launched: 2022-12-12_18:11:02.741791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:04.551686 run osmo-stp_10.42.42.5(pid=11005): stderr: \u000a| �[0;m�[38;5;43m20221212181102911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181102911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181102912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181102912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181102913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181102913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181102913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:04.605700 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11005): Process ended prematurely: osmo-stp_10.42.42.5(pid=11005) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11005)] [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a18:11:04.614729 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:11:04.675232 run osmo-hlr_10.42.42.2(pid=11002): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11002)]\u000a18:11:04.724689 run osmo-hlr_10.42.42.2(pid=11002): stdout: \u000a| (launched: 2022-12-12_18:11:01.539034) \u000a18:11:04.774780 run osmo-hlr_10.42.42.2(pid=11002): stderr: \u000a| �[0;m�[1;31m20221212181101883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181101883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181101883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181101883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181101883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181101883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181101904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181101932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181101933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181101933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:11:04.842608 run osmo-msc_10.42.42.6(pid=11008): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11008)]\u000a18:11:04.892232 run osmo-msc_10.42.42.6(pid=11008): stdout: \u000a| (launched: 2022-12-12_18:11:03.717610) \u000a18:11:04.942028 run osmo-msc_10.42.42.6(pid=11008): stderr: \u000a| �[0;m�[38;5;43m20221212181103989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181103990 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd56abcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181103990 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181103990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181103990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181103990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181103992 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181103992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181103992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181103992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:11:04.984646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11001): Terminating (SIGTERM)\u000a18:11:05.024884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11004): Terminating (SIGTERM)\u000a18:11:05.065559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11007): Terminating (SIGTERM)\u000a18:11:05.075191 --- ParallelTerminationStrategy: PID 11001 died...\u000a18:11:05.129082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11001): Terminated: ok {rc=0}\u000a18:11:05.138971 --- ParallelTerminationStrategy: PID 11004 died...\u000a18:11:05.191879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11004): Terminated: ok {rc=0}\u000a18:11:05.201834 --- ParallelTerminationStrategy: PID 11007 died...\u000a18:11:05.254918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11007): Terminated: ok {rc=0}\u000a18:11:05.339661 bus /sierra_3: Setting Powered False\u000a18:11:06.446816 bus /sierra_3: Setting Powered False\u000a18:11:07.555241 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11016): Process ended prematurely: osmo-stp_10.42.42.5(pid=11016) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11016)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11016): Process ended prematurely: osmo-stp_10.42.42.5(pid=11016) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:11:08.671107 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:11:08.683521 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:11:08.850343 tst mo_mt_call_osmux.py: using LAC 30583\u000a18:11:08.977387 tst mo_mt_call_osmux.py: using RAC 238\u000a18:11:09.106170 tst mo_mt_call_osmux.py: using CellId 30583\u000a18:11:09.233201 tst mo_mt_call_osmux.py: using BVCI 30584\u000a18:11:09.258056 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:11:09.269862 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:11:09.281467 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:11:09.293136 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:11:09.304803 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:11:09.316340 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:11:09.433759 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:11:09.647090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:11:10.168817 run create_hlr_db(pid=11010): Launched\u000a18:11:10.356725 bus /sierra_2: Setting Powered False\u000a18:11:11.378363 run create_hlr_db(pid=11010): Terminated: ok {rc=0}\u000a18:11:11.790581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11012): Launched\u000a18:11:12.098249 run osmo-hlr_10.42.42.2(pid=11013): Launched\u000a18:11:12.217986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:11:12.756157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11015): Launched\u000a18:11:13.062679 run osmo-stp_10.42.42.5(pid=11016): Launched\u000a18:11:13.173494 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:11:13.732024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11019): Launched\u000a18:11:14.041525 run osmo-msc_10.42.42.6(pid=11020): Launched\u000a18:11:14.221085 run osmo-stp_10.42.42.5(pid=11016): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11016)]\u000a18:11:14.349985 run osmo-stp_10.42.42.5(pid=11016): stdout: \u000a| (launched: 2022-12-12_18:11:12.910807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:14.476639 run osmo-stp_10.42.42.5(pid=11016): stderr: \u000a| �[0;m�[38;5;43m20221212181113079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181113080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181113080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181113080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181113081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181113081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181113081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:14.599204 run osmo-stp_10.42.42.5(pid=11016): stdout: \u000a| (launched: 2022-12-12_18:11:12.910807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:14.720649 run osmo-stp_10.42.42.5(pid=11016): stderr: \u000a| �[0;m�[38;5;43m20221212181113079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181113080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181113080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181113080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181113081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181113081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181113081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:14.774685 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11016): Process ended prematurely: osmo-stp_10.42.42.5(pid=11016) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11016)] [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a18:11:14.783504 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:11:14.844285 run osmo-hlr_10.42.42.2(pid=11013): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11013)]\u000a18:11:14.893600 run osmo-hlr_10.42.42.2(pid=11013): stdout: \u000a| (launched: 2022-12-12_18:11:11.945902) \u000a18:11:14.943440 run osmo-hlr_10.42.42.2(pid=11013): stderr: \u000a| �[0;m�[1;31m20221212181112122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181112122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181112122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181112122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181112122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181112122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181112134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181112144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181112145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181112145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:11:15.010586 run osmo-msc_10.42.42.6(pid=11020): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11020)]\u000a18:11:15.059345 run osmo-msc_10.42.42.6(pid=11020): stdout: \u000a| (launched: 2022-12-12_18:11:13.887934) \u000a18:11:15.109350 run osmo-msc_10.42.42.6(pid=11020): stderr: \u000a| �[0;m�[38;5;43m20221212181114158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181114158 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8636ea1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181114158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181114158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181114158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181114159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181114160 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181114161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181114161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181114161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:11:15.151312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11012): Terminating (SIGTERM)\u000a18:11:15.191310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11015): Terminating (SIGTERM)\u000a18:11:15.231362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11019): Terminating (SIGTERM)\u000a18:11:15.240892 --- ParallelTerminationStrategy: PID 11012 died...\u000a18:11:15.294616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11012): Terminated: ok {rc=0}\u000a18:11:15.304418 --- ParallelTerminationStrategy: PID 11015 died...\u000a18:11:15.357273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11015): Terminated: ok {rc=0}\u000a18:11:15.367035 --- ParallelTerminationStrategy: PID 11019 died...\u000a18:11:15.419893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11019): Terminated: ok {rc=0}\u000a18:11:15.508428 bus /sierra_3: Setting Powered False\u000a18:11:16.629900 bus /sierra_3: Setting Powered False\u000a18:11:17.738917 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:10:57" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11031): Process ended prematurely: osmo-stp_10.42.42.5(pid=11031) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11031)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11031): Process ended prematurely: osmo-stp_10.42.42.5(pid=11031) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:11:19.748799 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:11:19.760053 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:11:19.919034 tst mo_mt_call.py: using LAC 30584\u000a18:11:20.037896 tst mo_mt_call.py: using RAC 239\u000a18:11:20.156602 tst mo_mt_call.py: using CellId 30584\u000a18:11:20.277500 tst mo_mt_call.py: using BVCI 30585\u000a18:11:20.300497 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:11:20.311755 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:11:20.322832 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:11:20.334289 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:11:20.345862 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:11:20.357181 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:11:20.475555 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:11:20.687714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:11:21.209734 run create_hlr_db(pid=11025): Launched\u000a18:11:21.397657 bus /sierra_2: Setting Powered False\u000a18:11:22.419470 run create_hlr_db(pid=11025): Terminated: ok {rc=0}\u000a18:11:22.831261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11027): Launched\u000a18:11:23.137621 run osmo-hlr_10.42.42.2(pid=11028): Launched\u000a18:11:23.247697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:11:23.779323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11030): Launched\u000a18:11:24.088334 run osmo-stp_10.42.42.5(pid=11031): Launched\u000a18:11:24.199092 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:11:24.758748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11033): Launched\u000a18:11:25.068793 run osmo-msc_10.42.42.6(pid=11034): Launched\u000a18:11:25.247756 run osmo-stp_10.42.42.5(pid=11031): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11031)]\u000a18:11:25.376682 run osmo-stp_10.42.42.5(pid=11031): stdout: \u000a| (launched: 2022-12-12_18:11:23.934598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:25.503526 run osmo-stp_10.42.42.5(pid=11031): stderr: \u000a| �[0;m�[38;5;43m20221212181124103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181124103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181124103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181124104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181124104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181124104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181124104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:25.626087 run osmo-stp_10.42.42.5(pid=11031): stdout: \u000a| (launched: 2022-12-12_18:11:23.934598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:25.747533 run osmo-stp_10.42.42.5(pid=11031): stderr: \u000a| �[0;m�[38;5;43m20221212181124103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181124103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181124103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181124104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181124104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181124104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181124104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:25.801551 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11031): Process ended prematurely: osmo-stp_10.42.42.5(pid=11031) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11031)] [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:11:25.810561 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:11:25.871179 run osmo-hlr_10.42.42.2(pid=11028): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11028)]\u000a18:11:25.920363 run osmo-hlr_10.42.42.2(pid=11028): stdout: \u000a| (launched: 2022-12-12_18:11:22.986303) \u000a18:11:25.970540 run osmo-hlr_10.42.42.2(pid=11028): stderr: \u000a| �[0;m�[1;31m20221212181123160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181123160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181123160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181123160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181123160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181123160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181123215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181123225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181123225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181123225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:11:26.038212 run osmo-msc_10.42.42.6(pid=11034): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11034)]\u000a18:11:26.087384 run osmo-msc_10.42.42.6(pid=11034): stdout: \u000a| (launched: 2022-12-12_18:11:24.913965) \u000a18:11:26.137369 run osmo-msc_10.42.42.6(pid=11034): stderr: \u000a| �[0;m�[38;5;43m20221212181125184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181125184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4668276c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181125185 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181125185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181125185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181125185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181125187 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181125187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181125187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181125187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:11:26.179274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11027): Terminating (SIGTERM)\u000a18:11:26.219294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11030): Terminating (SIGTERM)\u000a18:11:26.260103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11033): Terminating (SIGTERM)\u000a18:11:26.269910 --- ParallelTerminationStrategy: PID 11027 died...\u000a18:11:26.323654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11027): Terminated: ok {rc=0}\u000a18:11:26.333329 --- ParallelTerminationStrategy: PID 11030 died...\u000a18:11:26.386557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11030): Terminated: ok {rc=0}\u000a18:11:26.396747 --- ParallelTerminationStrategy: PID 11033 died...\u000a18:11:26.449927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11033): Terminated: ok {rc=0}\u000a18:11:26.538421 bus /sierra_3: Setting Powered False\u000a18:11:27.641994 bus /sierra_3: Setting Powered False\u000a18:11:28.754322 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11042): Process ended prematurely: osmo-stp_10.42.42.5(pid=11042) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11042)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11042): Process ended prematurely: osmo-stp_10.42.42.5(pid=11042) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:11:29.864650 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:11:29.876917 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:11:30.038318 tst mo_mt_call_osmux.py: using LAC 30585\u000a18:11:30.157667 tst mo_mt_call_osmux.py: using RAC 240\u000a18:11:30.279868 tst mo_mt_call_osmux.py: using CellId 30585\u000a18:11:30.401324 tst mo_mt_call_osmux.py: using BVCI 30586\u000a18:11:30.424280 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:11:30.436015 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:11:30.447504 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:11:30.459164 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:11:30.470772 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:11:30.482190 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:11:30.598940 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:11:30.800080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:11:31.335223 run create_hlr_db(pid=11036): Launched\u000a18:11:31.516058 bus /sierra_2: Setting Powered False\u000a18:11:32.535519 run create_hlr_db(pid=11036): Terminated: ok {rc=0}\u000a18:11:32.971406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11038): Launched\u000a18:11:33.300702 run osmo-hlr_10.42.42.2(pid=11039): Launched\u000a18:11:33.421730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:11:33.994886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11041): Launched\u000a18:11:34.324938 run osmo-stp_10.42.42.5(pid=11042): Launched\u000a18:11:34.443279 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:11:35.042406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11044): Launched\u000a18:11:35.371114 run osmo-msc_10.42.42.6(pid=11045): Launched\u000a18:11:35.561611 run osmo-stp_10.42.42.5(pid=11042): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11042)]\u000a18:11:35.698899 run osmo-stp_10.42.42.5(pid=11042): stdout: \u000a| (launched: 2022-12-12_18:11:34.161820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:35.834786 run osmo-stp_10.42.42.5(pid=11042): stderr: \u000a| �[0;m�[38;5;43m20221212181134353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181134353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181134353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181134353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181134354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181134354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181134354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:35.966217 run osmo-stp_10.42.42.5(pid=11042): stdout: \u000a| (launched: 2022-12-12_18:11:34.161820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:36.096542 run osmo-stp_10.42.42.5(pid=11042): stderr: \u000a| �[0;m�[38;5;43m20221212181134353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181134353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181134353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181134353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181134354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181134354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181134354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:36.154494 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11042): Process ended prematurely: osmo-stp_10.42.42.5(pid=11042) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11042)] [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:11:36.163962 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:11:36.226780 run osmo-hlr_10.42.42.2(pid=11039): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11039)]\u000a18:11:36.278140 run osmo-hlr_10.42.42.2(pid=11039): stdout: \u000a| (launched: 2022-12-12_18:11:33.137991) \u000a18:11:36.330222 run osmo-hlr_10.42.42.2(pid=11039): stderr: \u000a| �[0;m�[1;31m20221212181133335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181133335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181133335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181133335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181133335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181133335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181133348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181133359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181133359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181133359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:11:36.401022 run osmo-msc_10.42.42.6(pid=11045): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11045)]\u000a18:11:36.452657 run osmo-msc_10.42.42.6(pid=11045): stdout: \u000a| (launched: 2022-12-12_18:11:35.208457) \u000a18:11:36.504534 run osmo-msc_10.42.42.6(pid=11045): stderr: \u000a| �[0;m�[38;5;43m20221212181135529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181135529 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04ad063c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181135529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181135530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181135530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181135530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181135532 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181135532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181135532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181135532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:11:36.548578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11038): Terminating (SIGTERM)\u000a18:11:36.590334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11041): Terminating (SIGTERM)\u000a18:11:36.632098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11044): Terminating (SIGTERM)\u000a18:11:36.641903 --- ParallelTerminationStrategy: PID 11038 died...\u000a18:11:36.697858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11038): Terminated: ok {rc=0}\u000a18:11:36.707979 --- ParallelTerminationStrategy: PID 11041 died...\u000a18:11:36.763599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11041): Terminated: ok {rc=0}\u000a18:11:36.774034 --- ParallelTerminationStrategy: PID 11044 died...\u000a18:11:36.830053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11044): Terminated: ok {rc=0}\u000a18:11:36.921081 bus /sierra_3: Setting Powered False\u000a18:11:38.027256 bus /sierra_3: Setting Powered False\u000a18:11:39.135912 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:11:19" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11056): Process ended prematurely: osmo-stp_10.42.42.5(pid=11056) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11056)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11056): Process ended prematurely: osmo-stp_10.42.42.5(pid=11056) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:11:41.158754 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:11:41.170585 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:11:41.336850 tst mo_mt_call.py: using LAC 30586\u000a18:11:41.464788 tst mo_mt_call.py: using RAC 241\u000a18:11:41.592676 tst mo_mt_call.py: using CellId 30586\u000a18:11:41.721252 tst mo_mt_call.py: using BVCI 30587\u000a18:11:41.746038 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:11:41.757838 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:11:41.769553 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:11:41.781184 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:11:41.792804 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:11:41.804370 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:11:41.922594 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:11:42.125273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:11:42.604876 run create_hlr_db(pid=11050): Launched\u000a18:11:42.781260 bus /sierra_2: Setting Powered False\u000a18:11:43.802292 run create_hlr_db(pid=11050): Terminated: ok {rc=0}\u000a18:11:44.211401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11052): Launched\u000a18:11:44.517873 run osmo-hlr_10.42.42.2(pid=11053): Launched\u000a18:11:44.638340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:11:45.174396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11055): Launched\u000a18:11:45.481250 run osmo-stp_10.42.42.5(pid=11056): Launched\u000a18:11:45.593235 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:11:46.212203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11058): Launched\u000a18:11:46.705798 run osmo-msc_10.42.42.6(pid=11059): Launched\u000a18:11:47.098496 run osmo-stp_10.42.42.5(pid=11056): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11056)]\u000a18:11:47.236183 run osmo-stp_10.42.42.5(pid=11056): stdout: \u000a| (launched: 2022-12-12_18:11:45.329372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:47.374123 run osmo-stp_10.42.42.5(pid=11056): stderr: \u000a| �[0;m�[38;5;43m20221212181145499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181145499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181145499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181145500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181145500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181145500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181145500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:47.507240 run osmo-stp_10.42.42.5(pid=11056): stdout: \u000a| (launched: 2022-12-12_18:11:45.329372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:47.637708 run osmo-stp_10.42.42.5(pid=11056): stderr: \u000a| �[0;m�[38;5;43m20221212181145499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181145499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181145499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181145500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181145500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181145500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181145500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:47.695474 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11056): Process ended prematurely: osmo-stp_10.42.42.5(pid=11056) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11056)] [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:11:47.705075 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a18:11:47.768299 run osmo-hlr_10.42.42.2(pid=11053): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11053)]\u000a18:11:47.820625 run osmo-hlr_10.42.42.2(pid=11053): stdout: \u000a| (launched: 2022-12-12_18:11:44.366044) \u000a18:11:47.873629 run osmo-hlr_10.42.42.2(pid=11053): stderr: \u000a| �[0;m�[1;31m20221212181144540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181144540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181144540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181144540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181144540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181144540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181144551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181144559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181144559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181144559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:11:47.945009 run osmo-msc_10.42.42.6(pid=11059): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11059)]\u000a18:11:47.996822 run osmo-msc_10.42.42.6(pid=11059): stdout: \u000a| (launched: 2022-12-12_18:11:46.370649) \u000a18:11:48.049090 run osmo-msc_10.42.42.6(pid=11059): stderr: \u000a| �[0;m�[38;5;43m20221212181146727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181146727 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d4e24cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181146727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181146727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181146727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181146727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181146729 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181146730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181146730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181146730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:11:48.093784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11052): Terminating (SIGTERM)\u000a18:11:48.136474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11055): Terminating (SIGTERM)\u000a18:11:48.178811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11058): Terminating (SIGTERM)\u000a18:11:48.188578 --- ParallelTerminationStrategy: PID 11052 died...\u000a18:11:48.245282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11052): Terminated: ok {rc=0}\u000a18:11:48.255348 --- ParallelTerminationStrategy: PID 11055 died...\u000a18:11:48.311750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11055): Terminated: ok {rc=0}\u000a18:11:48.321834 --- ParallelTerminationStrategy: PID 11058 died...\u000a18:11:48.377896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11058): Terminated: ok {rc=0}\u000a18:11:48.465705 bus /sierra_3: Setting Powered False\u000a18:11:49.573792 bus /sierra_3: Setting Powered False\u000a18:11:50.681734 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11067): Process ended prematurely: osmo-stp_10.42.42.5(pid=11067) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11067)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11067): Process ended prematurely: osmo-stp_10.42.42.5(pid=11067) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:11:51.798552 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:11:51.811395 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:11:51.981118 tst mo_mt_call_osmux.py: using LAC 30587\u000a18:11:52.110614 tst mo_mt_call_osmux.py: using RAC 242\u000a18:11:52.232768 tst mo_mt_call_osmux.py: using CellId 30587\u000a18:11:52.352859 tst mo_mt_call_osmux.py: using BVCI 30588\u000a18:11:52.376049 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:11:52.387427 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:11:52.398679 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:11:52.410649 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:11:52.422780 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:11:52.434875 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:11:52.558004 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:11:52.772848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:11:53.297496 run create_hlr_db(pid=11061): Launched\u000a18:11:53.487692 bus /sierra_2: Setting Powered False\u000a18:11:54.509713 run create_hlr_db(pid=11061): Terminated: ok {rc=0}\u000a18:11:54.945733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11063): Launched\u000a18:11:55.275601 run osmo-hlr_10.42.42.2(pid=11064): Launched\u000a18:11:55.394183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:11:55.962896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11066): Launched\u000a18:11:56.292303 run osmo-stp_10.42.42.5(pid=11067): Launched\u000a18:11:56.410364 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:11:57.010364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11069): Launched\u000a18:11:57.338858 run osmo-msc_10.42.42.6(pid=11070): Launched\u000a18:11:57.529378 run osmo-stp_10.42.42.5(pid=11067): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11067)]\u000a18:11:57.667715 run osmo-stp_10.42.42.5(pid=11067): stdout: \u000a| (launched: 2022-12-12_18:11:56.129556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:57.804437 run osmo-stp_10.42.42.5(pid=11067): stderr: \u000a| �[0;m�[38;5;43m20221212181156321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181156321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181156321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181156322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181156322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181156322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181156322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:57.936323 run osmo-stp_10.42.42.5(pid=11067): stdout: \u000a| (launched: 2022-12-12_18:11:56.129556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:11:58.066839 run osmo-stp_10.42.42.5(pid=11067): stderr: \u000a| �[0;m�[38;5;43m20221212181156321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181156321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181156321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181156322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181156322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181156322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181156322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:11:58.124374 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11067): Process ended prematurely: osmo-stp_10.42.42.5(pid=11067) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11067)] [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:11:58.133964 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a18:11:58.197562 run osmo-hlr_10.42.42.2(pid=11064): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11064)]\u000a18:11:58.249222 run osmo-hlr_10.42.42.2(pid=11064): stdout: \u000a| (launched: 2022-12-12_18:11:55.112390) \u000a18:11:58.301053 run osmo-hlr_10.42.42.2(pid=11064): stderr: \u000a| �[0;m�[1;31m20221212181155311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181155311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181155311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181155311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181155311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181155311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181155325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181155333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181155333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181155333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:11:58.371830 run osmo-msc_10.42.42.6(pid=11070): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11070)]\u000a18:11:58.423339 run osmo-msc_10.42.42.6(pid=11070): stdout: \u000a| (launched: 2022-12-12_18:11:57.176896) \u000a18:11:58.475612 run osmo-msc_10.42.42.6(pid=11070): stderr: \u000a| �[0;m�[38;5;43m20221212181157499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181157499 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa976745c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181157499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181157499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181157500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181157500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181157501 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181157502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181157502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181157502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:11:58.519726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11063): Terminating (SIGTERM)\u000a18:11:58.561621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11066): Terminating (SIGTERM)\u000a18:11:58.603798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11069): Terminating (SIGTERM)\u000a18:11:58.613605 --- ParallelTerminationStrategy: PID 11063 died...\u000a18:11:58.670431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11063): Terminated: ok {rc=0}\u000a18:11:58.680603 --- ParallelTerminationStrategy: PID 11066 died...\u000a18:11:58.736270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11066): Terminated: ok {rc=0}\u000a18:11:58.746639 --- ParallelTerminationStrategy: PID 11069 died...\u000a18:11:58.802361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11069): Terminated: ok {rc=0}\u000a18:11:58.889654 bus /sierra_3: Setting Powered False\u000a18:11:59.996007 bus /sierra_3: Setting Powered False\u000a18:12:01.107902 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:11:40" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11081): Process ended prematurely: osmo-stp_10.42.42.5(pid=11081) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11081)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11081): Process ended prematurely: osmo-stp_10.42.42.5(pid=11081) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a18:12:03.123774 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:12:03.135586 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:12:03.306559 tst mo_mt_call.py: using LAC 30588\u000a18:12:03.431936 tst mo_mt_call.py: using RAC 243\u000a18:12:03.560526 tst mo_mt_call.py: using CellId 30588\u000a18:12:03.686340 tst mo_mt_call.py: using BVCI 30589\u000a18:12:03.711118 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:12:03.722670 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:12:03.733963 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:12:03.745335 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:12:03.756782 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:12:03.768113 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:12:03.884641 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:12:04.090291 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:04.573827 run create_hlr_db(pid=11075): Launched\u000a18:12:04.749662 bus /sierra_2: Setting Powered False\u000a18:12:05.771368 run create_hlr_db(pid=11075): Terminated: ok {rc=0}\u000a18:12:06.206281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11077): Launched\u000a18:12:06.536756 run osmo-hlr_10.42.42.2(pid=11078): Launched\u000a18:12:06.659392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:07.232170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11080): Launched\u000a18:12:07.562839 run osmo-stp_10.42.42.5(pid=11081): Launched\u000a18:12:07.682580 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:12:08.282009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11083): Launched\u000a18:12:08.613779 run osmo-msc_10.42.42.6(pid=11084): Launched\u000a18:12:08.804084 run osmo-stp_10.42.42.5(pid=11081): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11081)]\u000a18:12:08.947138 run osmo-stp_10.42.42.5(pid=11081): stdout: \u000a| (launched: 2022-12-12_18:12:07.398435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:09.082502 run osmo-stp_10.42.42.5(pid=11081): stderr: \u000a| �[0;m�[38;5;43m20221212181207589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181207589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181207590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181207590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181207590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181207591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181207591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:09.213652 run osmo-stp_10.42.42.5(pid=11081): stdout: \u000a| (launched: 2022-12-12_18:12:07.398435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:09.343533 run osmo-stp_10.42.42.5(pid=11081): stderr: \u000a| �[0;m�[38;5;43m20221212181207589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181207589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181207590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181207590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181207590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181207591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181207591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:09.401446 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11081): Process ended prematurely: osmo-stp_10.42.42.5(pid=11081) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11081)] [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a18:12:09.411016 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:12:09.473781 run osmo-hlr_10.42.42.2(pid=11078): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11078)]\u000a18:12:09.525045 run osmo-hlr_10.42.42.2(pid=11078): stdout: \u000a| (launched: 2022-12-12_18:12:06.373152) \u000a18:12:09.577016 run osmo-hlr_10.42.42.2(pid=11078): stderr: \u000a| �[0;m�[1;31m20221212181206569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181206569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181206570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181206570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181206570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181206570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181206582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181206593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181206593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181206593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:12:09.648681 run osmo-msc_10.42.42.6(pid=11084): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11084)]\u000a18:12:09.700049 run osmo-msc_10.42.42.6(pid=11084): stdout: \u000a| (launched: 2022-12-12_18:12:08.449499) \u000a18:12:09.751926 run osmo-msc_10.42.42.6(pid=11084): stderr: \u000a| �[0;m�[38;5;43m20221212181208770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181208770 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f896275fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181208770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181208770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181208771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181208771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181208772 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181208773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181208773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181208773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:12:09.795883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11077): Terminating (SIGTERM)\u000a18:12:09.837499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11080): Terminating (SIGTERM)\u000a18:12:09.879083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11083): Terminating (SIGTERM)\u000a18:12:09.888819 --- ParallelTerminationStrategy: PID 11077 died...\u000a18:12:09.945071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11077): Terminated: ok {rc=0}\u000a18:12:09.955138 --- ParallelTerminationStrategy: PID 11080 died...\u000a18:12:10.011200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11080): Terminated: ok {rc=0}\u000a18:12:10.021570 --- ParallelTerminationStrategy: PID 11083 died...\u000a18:12:10.077526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11083): Terminated: ok {rc=0}\u000a18:12:10.166191 bus /sierra_3: Setting Powered False\u000a18:12:11.271151 bus /sierra_3: Setting Powered False\u000a18:12:12.382876 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11092): Process ended prematurely: osmo-stp_10.42.42.5(pid=11092) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11092)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11092): Process ended prematurely: osmo-stp_10.42.42.5(pid=11092) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:12:13.495100 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:12:13.507596 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:12:13.671866 tst mo_mt_call_osmux.py: using LAC 30589\u000a18:12:13.795965 tst mo_mt_call_osmux.py: using RAC 244\u000a18:12:13.916251 tst mo_mt_call_osmux.py: using CellId 30589\u000a18:12:14.036715 tst mo_mt_call_osmux.py: using BVCI 30590\u000a18:12:14.059997 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:12:14.071279 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:12:14.082346 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:12:14.093714 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:12:14.105001 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:12:14.116366 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:12:14.233089 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:12:14.452359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:14.964002 run create_hlr_db(pid=11086): Launched\u000a18:12:15.139630 bus /sierra_2: Setting Powered False\u000a18:12:16.163136 run create_hlr_db(pid=11086): Terminated: ok {rc=0}\u000a18:12:16.591702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11088): Launched\u000a18:12:17.000251 run osmo-hlr_10.42.42.2(pid=11089): Launched\u000a18:12:17.209741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:17.778167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11091): Launched\u000a18:12:18.105981 run osmo-stp_10.42.42.5(pid=11092): Launched\u000a18:12:18.223280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:12:18.822191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11094): Launched\u000a18:12:19.150215 run osmo-msc_10.42.42.6(pid=11095): Launched\u000a18:12:19.341869 run osmo-stp_10.42.42.5(pid=11092): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11092)]\u000a18:12:19.480085 run osmo-stp_10.42.42.5(pid=11092): stdout: \u000a| (launched: 2022-12-12_18:12:17.943992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:19.615957 run osmo-stp_10.42.42.5(pid=11092): stderr: \u000a| �[0;m�[38;5;43m20221212181218134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181218134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181218134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181218135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181218135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181218135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181218135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:19.746729 run osmo-stp_10.42.42.5(pid=11092): stdout: \u000a| (launched: 2022-12-12_18:12:17.943992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:19.876462 run osmo-stp_10.42.42.5(pid=11092): stderr: \u000a| �[0;m�[38;5;43m20221212181218134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181218134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181218134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181218135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181218135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181218135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181218135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:19.934251 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11092): Process ended prematurely: osmo-stp_10.42.42.5(pid=11092) [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11092)] [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a18:12:19.943752 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a18:12:20.006280 run osmo-hlr_10.42.42.2(pid=11089): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11089)]\u000a18:12:20.057330 run osmo-hlr_10.42.42.2(pid=11089): stdout: \u000a| (launched: 2022-12-12_18:12:16.750198) \u000a18:12:20.109161 run osmo-hlr_10.42.42.2(pid=11089): stderr: \u000a| �[0;m�[1;31m20221212181217085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181217085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181217085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181217085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181217085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181217085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181217103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181217119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181217119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181217120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:12:20.179773 run osmo-msc_10.42.42.6(pid=11095): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11095)]\u000a18:12:20.231131 run osmo-msc_10.42.42.6(pid=11095): stdout: \u000a| (launched: 2022-12-12_18:12:18.988771) \u000a18:12:20.282967 run osmo-msc_10.42.42.6(pid=11095): stderr: \u000a| �[0;m�[38;5;43m20221212181219307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181219308 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa05cb00c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181219308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181219308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181219308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181219308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181219310 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181219310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181219310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181219310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:12:20.327110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11088): Terminating (SIGTERM)\u000a18:12:20.369085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11091): Terminating (SIGTERM)\u000a18:12:20.411138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11094): Terminating (SIGTERM)\u000a18:12:20.420778 --- ParallelTerminationStrategy: PID 11088 died...\u000a18:12:20.476847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11088): Terminated: ok {rc=0}\u000a18:12:20.486928 --- ParallelTerminationStrategy: PID 11091 died...\u000a18:12:20.542649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11091): Terminated: ok {rc=0}\u000a18:12:20.552599 --- ParallelTerminationStrategy: PID 11094 died...\u000a18:12:20.607946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11094): Terminated: ok {rc=0}\u000a18:12:20.695628 bus /sierra_3: Setting Powered False\u000a18:12:21.803298 bus /sierra_3: Setting Powered False\u000a18:12:22.914495 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:12:02" }, { "cases" : [ { "testActions" : [ ], "age" : 239, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11108): Process ended prematurely: osmo-stp_10.42.42.5(pid=11108) [trial-2380↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11108)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11108): Process ended prematurely: osmo-stp_10.42.42.5(pid=11108) [trial-2380↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:12:24.943659 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:12:24.955030 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a18:12:25.097967 tst emergency_mo_mt_call.py: using LAC 30590\u000a18:12:25.222317 tst emergency_mo_mt_call.py: using RAC 245\u000a18:12:25.347447 tst emergency_mo_mt_call.py: using CellId 30590\u000a18:12:25.472245 tst emergency_mo_mt_call.py: using BVCI 30591\u000a18:12:25.496486 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:12:25.508006 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:12:25.519212 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:12:25.530312 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:12:25.541463 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:12:25.552476 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a18:12:25.670664 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a18:12:25.879685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:26.352744 run create_hlr_db(pid=11102): Launched\u000a18:12:26.525886 bus /sierra_2: Setting Powered False\u000a18:12:27.545966 run create_hlr_db(pid=11102): Terminated: ok {rc=0}\u000a18:12:27.973609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11104): Launched\u000a18:12:28.296844 run osmo-hlr_10.42.42.2(pid=11105): Launched\u000a18:12:28.415845 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:28.977413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11107): Launched\u000a18:12:29.301232 run osmo-stp_10.42.42.5(pid=11108): Launched\u000a18:12:29.429166 tst emergency_mo_mt_call.py: using MSISDN 7901\u000a18:12:29.589085 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:12:30.177551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11110): Launched\u000a18:12:30.502554 run osmo-msc_10.42.42.6(pid=11111): Launched\u000a18:12:30.689421 run osmo-stp_10.42.42.5(pid=11108): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11108)]\u000a18:12:30.824244 run osmo-stp_10.42.42.5(pid=11108): stdout: \u000a| (launched: 2022-12-12_18:12:29.140911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:31.020549 run osmo-stp_10.42.42.5(pid=11108): stderr: \u000a| �[0;m�[38;5;43m20221212181229333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181229333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181229333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181229334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181229334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181229334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181229334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:31.183367 run osmo-stp_10.42.42.5(pid=11108): stdout: \u000a| (launched: 2022-12-12_18:12:29.140911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:31.356421 run osmo-stp_10.42.42.5(pid=11108): stderr: \u000a| �[0;m�[38;5;43m20221212181229333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181229333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181229333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181229334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181229334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181229334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181229334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:31.429907 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=11108): Process ended prematurely: osmo-stp_10.42.42.5(pid=11108) [trial-2380↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11108)] [trial-2380↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a18:12:31.440437 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a18:12:31.506963 run osmo-hlr_10.42.42.2(pid=11105): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11105)]\u000a18:12:31.561995 run osmo-hlr_10.42.42.2(pid=11105): stdout: \u000a| (launched: 2022-12-12_18:12:28.136442) \u000a18:12:31.617485 run osmo-hlr_10.42.42.2(pid=11105): stderr: \u000a| �[0;m�[1;31m20221212181228332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181228332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181228332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181228333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181228333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181228333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181228345 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181228354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181228354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181228354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:12:31.691881 run osmo-msc_10.42.42.6(pid=11111): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11111)]\u000a18:12:31.745141 run osmo-msc_10.42.42.6(pid=11111): stdout: \u000a| (launched: 2022-12-12_18:12:30.340805) \u000a18:12:31.799345 run osmo-msc_10.42.42.6(pid=11111): stderr: \u000a| �[0;m�[38;5;43m20221212181230664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181230664 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad41295c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181230665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181230665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181230665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181230665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181230667 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181230667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181230667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181230667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:12:31.844595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11104): Terminating (SIGTERM)\u000a18:12:31.905403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11107): Terminating (SIGTERM)\u000a18:12:31.960443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11110): Terminating (SIGTERM)\u000a18:12:31.971416 --- ParallelTerminationStrategy: PID 11104 died...\u000a18:12:32.031873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11104): Terminated: ok {rc=0}\u000a18:12:32.043037 --- ParallelTerminationStrategy: PID 11107 died...\u000a18:12:32.102958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11107): Terminated: ok {rc=0}\u000a18:12:32.114492 --- ParallelTerminationStrategy: PID 11110 died...\u000a18:12:32.172758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11110): Terminated: ok {rc=0}\u000a18:12:32.262300 bus /sierra_3: Setting Powered False\u000a18:12:33.369128 bus /sierra_3: Setting Powered False\u000a18:12:34.479020 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11119): Process ended prematurely: osmo-stp_10.42.42.5(pid=11119) [trial-2380↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11119)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11119): Process ended prematurely: osmo-stp_10.42.42.5(pid=11119) [trial-2380↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:12:35.531425 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:12:35.543848 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a18:12:35.692178 tst emergency_preemptive_call.py: using LAC 30591\u000a18:12:35.817504 tst emergency_preemptive_call.py: using RAC 246\u000a18:12:35.942674 tst emergency_preemptive_call.py: using CellId 30591\u000a18:12:36.067531 tst emergency_preemptive_call.py: using BVCI 30592\u000a18:12:36.091920 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:12:36.103358 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:12:36.114588 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:12:36.125776 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:12:36.137003 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a18:12:36.148215 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a18:12:36.267724 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a18:12:36.384334 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a18:12:36.505991 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a18:12:36.716244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:37.235290 run create_hlr_db(pid=11113): Launched\u000a18:12:37.422397 bus /sierra_2: Setting Powered False\u000a18:12:38.442423 run create_hlr_db(pid=11113): Terminated: ok {rc=0}\u000a18:12:38.850950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11115): Launched\u000a18:12:39.154899 run osmo-hlr_10.42.42.2(pid=11116): Launched\u000a18:12:39.274293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:39.839839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11118): Launched\u000a18:12:40.164546 run osmo-stp_10.42.42.5(pid=11119): Launched\u000a18:12:40.292911 tst emergency_preemptive_call.py: using MSISDN 7902\u000a18:12:40.453922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:12:41.045317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11121): Launched\u000a18:12:41.369222 run osmo-msc_10.42.42.6(pid=11122): Launched\u000a18:12:41.558029 run osmo-stp_10.42.42.5(pid=11119): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11119)]\u000a18:12:41.693331 run osmo-stp_10.42.42.5(pid=11119): stdout: \u000a| (launched: 2022-12-12_18:12:40.003960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:41.827711 run osmo-stp_10.42.42.5(pid=11119): stderr: \u000a| �[0;m�[38;5;43m20221212181240193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181240193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181240193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181240194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181240194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181240194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181240194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:41.957166 run osmo-stp_10.42.42.5(pid=11119): stdout: \u000a| (launched: 2022-12-12_18:12:40.003960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:42.085380 run osmo-stp_10.42.42.5(pid=11119): stderr: \u000a| �[0;m�[38;5;43m20221212181240193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181240193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181240193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181240194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181240194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181240194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181240194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:42.141797 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=11119): Process ended prematurely: osmo-stp_10.42.42.5(pid=11119) [trial-2380↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11119)] [trial-2380↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a18:12:42.150587 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a18:12:42.214142 run osmo-hlr_10.42.42.2(pid=11116): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11116)]\u000a18:12:42.266112 run osmo-hlr_10.42.42.2(pid=11116): stdout: \u000a| (launched: 2022-12-12_18:12:39.004370) \u000a18:12:42.318701 run osmo-hlr_10.42.42.2(pid=11116): stderr: \u000a| �[0;m�[1;31m20221212181239179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181239179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181239179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181239179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181239179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181239179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181239191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181239200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181239200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181239200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:12:42.390475 run osmo-msc_10.42.42.6(pid=11122): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11122)]\u000a18:12:42.442253 run osmo-msc_10.42.42.6(pid=11122): stdout: \u000a| (launched: 2022-12-12_18:12:41.209263) \u000a18:12:42.494912 run osmo-msc_10.42.42.6(pid=11122): stderr: \u000a| �[0;m�[38;5;43m20221212181241530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181241531 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa61582ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181241531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181241531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181241531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181241531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181241533 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181241533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181241534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181241534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:12:42.539668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11115): Terminating (SIGTERM)\u000a18:12:42.582194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11118): Terminating (SIGTERM)\u000a18:12:42.624142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11121): Terminating (SIGTERM)\u000a18:12:42.633924 --- ParallelTerminationStrategy: PID 11115 died...\u000a18:12:42.689697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11115): Terminated: ok {rc=0}\u000a18:12:42.699722 --- ParallelTerminationStrategy: PID 11118 died...\u000a18:12:42.755463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11118): Terminated: ok {rc=0}\u000a18:12:42.765941 --- ParallelTerminationStrategy: PID 11121 died...\u000a18:12:42.821404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11121): Terminated: ok {rc=0}\u000a18:12:42.909554 bus /sierra_9: Setting Powered False\u000a18:12:44.014555 bus /sierra_9: Setting Powered False\u000a18:12:45.126453 bus /sierra_8: Setting Powered False\u000a18:12:46.250798 bus /sierra_8: Setting Powered False\u000a18:12:47.367189 bus /sierra_3: Setting Powered False\u000a18:12:48.471036 bus /sierra_3: Setting Powered False\u000a18:12:49.584389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:12:24" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11138): Process ended prematurely: osmo-stp_10.42.42.5(pid=11138) [trial-2380↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11138)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11138): Process ended prematurely: osmo-stp_10.42.42.5(pid=11138) [trial-2380↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:12:51.727633 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:12:51.738877 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a18:12:51.885049 tst cs_paging_gprs_active.py: using LAC 30592\u000a18:12:52.012844 tst cs_paging_gprs_active.py: using RAC 247\u000a18:12:52.138158 tst cs_paging_gprs_active.py: using CellId 30592\u000a18:12:52.257691 tst cs_paging_gprs_active.py: using BVCI 30593\u000a18:12:52.281455 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:12:52.292415 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:12:52.303349 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:12:52.314722 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:12:52.326036 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:12:52.337166 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:12:52.348514 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:12:52.359607 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:12:52.371023 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a18:12:52.494454 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a18:12:52.778358 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:12:52.906623 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:12:53.225808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11128): Launched\u000a18:12:53.493762 run iperf3-srv_10.42.42.10(pid=11129): Launched\u000a18:12:53.681176 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:12:53.808758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:12:54.128701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11130): Launched\u000a18:12:54.396173 run iperf3-srv_10.42.42.10(pid=11131): Launched\u000a18:12:54.582848 tst cs_paging_gprs_active.py:38: start network...\u000a18:12:54.711311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:12:55.197802 run create_hlr_db(pid=11132): Launched\u000a18:12:55.374627 bus /sierra_2: Setting Powered False\u000a18:12:56.396399 run create_hlr_db(pid=11132): Terminated: ok {rc=0}\u000a18:12:56.807704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11134): Launched\u000a18:12:57.117526 run osmo-hlr_10.42.42.2(pid=11135): Launched\u000a18:12:57.237492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:12:57.777636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11137): Launched\u000a18:12:58.089290 run osmo-stp_10.42.42.5(pid=11138): Launched\u000a18:12:58.201218 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:12:58.738043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11140): Launched\u000a18:12:58.848287 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:12:59.119586 run patchelf(pid=11141): Launched\u000a18:12:59.300050 run osmo-stp_10.42.42.5(pid=11138): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11138)]\u000a18:12:59.431607 run osmo-stp_10.42.42.5(pid=11138): stdout: \u000a| (launched: 2022-12-12_18:12:57.934145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:59.563638 run osmo-stp_10.42.42.5(pid=11138): stderr: \u000a| �[0;m�[38;5;43m20221212181258103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181258103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181258103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181258104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181258104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181258104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181258104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:59.691288 run osmo-stp_10.42.42.5(pid=11138): stdout: \u000a| (launched: 2022-12-12_18:12:57.934145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:12:59.816916 run osmo-stp_10.42.42.5(pid=11138): stderr: \u000a| �[0;m�[38;5;43m20221212181258103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181258103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181258103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181258104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181258104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181258104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181258104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:12:59.964432 run patchelf(pid=11141): Terminating (SIGINT)\u000a18:13:00.137150 run patchelf(pid=11141): Terminated: ok {rc=0}\u000a18:13:00.169001 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11138): Process ended prematurely: osmo-stp_10.42.42.5(pid=11138) [trial-2380↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11138)] [trial-2380↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a18:13:00.178686 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a18:13:00.240439 run osmo-hlr_10.42.42.2(pid=11135): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11135)]\u000a18:13:00.290997 run osmo-hlr_10.42.42.2(pid=11135): stdout: \u000a| (launched: 2022-12-12_18:12:56.964046) \u000a18:13:00.342466 run osmo-hlr_10.42.42.2(pid=11135): stderr: \u000a| �[0;m�[1;31m20221212181257140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181257140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181257140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181257140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181257140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181257140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181257152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181257160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181257160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181257160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:13:00.385977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11128): Terminating (SIGTERM)\u000a18:13:00.426777 run iperf3-srv_10.42.42.10(pid=11129): Terminating (SIGTERM)\u000a18:13:00.467593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11130): Terminating (SIGTERM)\u000a18:13:00.508627 run iperf3-srv_10.42.42.10(pid=11131): Terminating (SIGTERM)\u000a18:13:00.549548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11134): Terminating (SIGTERM)\u000a18:13:00.590503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11137): Terminating (SIGTERM)\u000a18:13:00.631489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11140): Terminating (SIGTERM)\u000a18:13:00.641435 --- ParallelTerminationStrategy: PID 11128 died...\u000a18:13:00.695996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11128): Terminated: ok {rc=0}\u000a18:13:00.706382 --- ParallelTerminationStrategy: PID 11129 died...\u000a18:13:00.760335 run iperf3-srv_10.42.42.10(pid=11129): Terminated {rc=256}\u000a18:13:00.770320 --- ParallelTerminationStrategy: PID 11130 died...\u000a18:13:00.824673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11130): Terminated: ok {rc=0}\u000a18:13:00.839490 --- ParallelTerminationStrategy: PID 11131 died...\u000a18:13:00.908480 run iperf3-srv_10.42.42.10(pid=11131): Terminated {rc=256}\u000a18:13:00.919774 --- ParallelTerminationStrategy: PID 11134 died...\u000a18:13:00.980095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11134): Terminated: ok {rc=0}\u000a18:13:00.991485 --- ParallelTerminationStrategy: PID 11137 died...\u000a18:13:01.051757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11137): Terminated: ok {rc=0}\u000a18:13:01.062909 --- ParallelTerminationStrategy: PID 11140 died...\u000a18:13:01.122166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11140): Terminated: ok {rc=0}\u000a18:13:01.212756 bus /gobi_0: Setting Powered False\u000a18:13:02.326583 bus /gobi_0: Setting Powered False\u000a18:13:03.438602 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11150): Process ended prematurely: osmo-stp_10.42.42.5(pid=11150) [trial-2380↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11150)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11150): Process ended prematurely: osmo-stp_10.42.42.5(pid=11150) [trial-2380↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a18:13:04.550717 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:04.562435 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a18:13:04.703250 tst iperf3.py: using LAC 30593\u000a18:13:04.824543 tst iperf3.py: using RAC 248\u000a18:13:04.945202 tst iperf3.py: using CellId 30593\u000a18:13:05.072258 tst iperf3.py: using BVCI 30594\u000a18:13:05.097579 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:05.108847 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:05.120093 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:05.131386 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:05.142418 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:05.153553 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:05.164645 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:05.175572 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:05.186714 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a18:13:05.483149 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:13:05.620666 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:13:05.960621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11142): Launched\u000a18:13:06.245871 run iperf3-srv_10.42.42.10(pid=11143): Launched\u000a18:13:06.446748 tst iperf3.py:8: start network...\u000a18:13:06.584496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:13:07.112611 run create_hlr_db(pid=11144): Launched\u000a18:13:07.302153 bus /gobi_6: Setting Powered False\u000a18:13:08.323042 run create_hlr_db(pid=11144): Terminated: ok {rc=0}\u000a18:13:08.737365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11146): Launched\u000a18:13:09.045038 run osmo-hlr_10.42.42.2(pid=11147): Launched\u000a18:13:09.161459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:13:09.703648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11149): Launched\u000a18:13:10.013437 run osmo-stp_10.42.42.5(pid=11150): Launched\u000a18:13:10.125475 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:13:10.662783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11152): Launched\u000a18:13:10.772325 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:13:11.041209 run patchelf(pid=11153): Launched\u000a18:13:11.220240 run osmo-stp_10.42.42.5(pid=11150): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11150)]\u000a18:13:11.351217 run osmo-stp_10.42.42.5(pid=11150): stdout: \u000a| (launched: 2022-12-12_18:13:09.858718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:11.482553 run osmo-stp_10.42.42.5(pid=11150): stderr: \u000a| �[0;m�[38;5;43m20221212181310026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181310027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181310027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181310027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181310028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181310028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181310028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:11.609658 run osmo-stp_10.42.42.5(pid=11150): stdout: \u000a| (launched: 2022-12-12_18:13:09.858718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:11.735042 run osmo-stp_10.42.42.5(pid=11150): stderr: \u000a| �[0;m�[38;5;43m20221212181310026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181310027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181310027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181310027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181310028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181310028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181310028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:11.881603 run patchelf(pid=11153): Terminating (SIGINT)\u000a18:13:12.053528 run patchelf(pid=11153): Terminated: ok {rc=0}\u000a18:13:12.085199 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11150): Process ended prematurely: osmo-stp_10.42.42.5(pid=11150) [trial-2380↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11150)] [trial-2380↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a18:13:12.094629 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a18:13:12.156208 run osmo-hlr_10.42.42.2(pid=11147): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11147)]\u000a18:13:12.206106 run osmo-hlr_10.42.42.2(pid=11147): stdout: \u000a| (launched: 2022-12-12_18:13:08.893159) \u000a18:13:12.256638 run osmo-hlr_10.42.42.2(pid=11147): stderr: \u000a| �[0;m�[1;31m20221212181309071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181309071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181309071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181309071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181309072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181309072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181309088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181309098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181309098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181309098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:13:12.299660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11142): Terminating (SIGTERM)\u000a18:13:12.340340 run iperf3-srv_10.42.42.10(pid=11143): Terminating (SIGTERM)\u000a18:13:12.381131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11146): Terminating (SIGTERM)\u000a18:13:12.421974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11149): Terminating (SIGTERM)\u000a18:13:12.462996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11152): Terminating (SIGTERM)\u000a18:13:12.472698 --- ParallelTerminationStrategy: PID 11142 died...\u000a18:13:12.527727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11142): Terminated: ok {rc=0}\u000a18:13:12.537679 --- ParallelTerminationStrategy: PID 11143 died...\u000a18:13:12.591960 run iperf3-srv_10.42.42.10(pid=11143): Terminated {rc=256}\u000a18:13:12.602116 --- ParallelTerminationStrategy: PID 11146 died...\u000a18:13:12.656297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11146): Terminated: ok {rc=0}\u000a18:13:12.666520 --- ParallelTerminationStrategy: PID 11149 died...\u000a18:13:12.721148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11149): Terminated: ok {rc=0}\u000a18:13:12.730958 --- ParallelTerminationStrategy: PID 11152 died...\u000a18:13:12.786051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11152): Terminated: ok {rc=0}\u000a18:13:12.876779 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11168): Process ended prematurely: osmo-stp_10.42.42.5(pid=11168) [trial-2380↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11168)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11168): Process ended prematurely: osmo-stp_10.42.42.5(pid=11168) [trial-2380↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a18:13:13.994061 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:14.006288 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a18:13:14.161579 tst iperf3m4.py: using LAC 30594\u000a18:13:14.290750 tst iperf3m4.py: using RAC 249\u000a18:13:14.420230 tst iperf3m4.py: using CellId 30594\u000a18:13:14.547641 tst iperf3m4.py: using BVCI 30595\u000a18:13:14.572696 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:14.584241 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:14.595432 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:14.606773 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:14.617899 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:14.629003 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:14.640308 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:14.651448 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:14.662838 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a18:13:14.784097 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a18:13:14.905933 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a18:13:15.022233 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a18:13:15.303049 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:13:15.430451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:13:15.749879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11154): Launched\u000a18:13:16.055615 run iperf3-srv_10.42.42.10(pid=11155): Launched\u000a18:13:16.248857 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:13:16.380569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:13:16.720075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11156): Launched\u000a18:13:17.011799 run iperf3-srv_10.42.42.10(pid=11157): Launched\u000a18:13:17.217384 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:13:17.354297 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:13:17.697601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11158): Launched\u000a18:13:17.981399 run iperf3-srv_10.42.42.10(pid=11159): Launched\u000a18:13:18.182108 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:13:18.318922 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:13:18.661040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11160): Launched\u000a18:13:18.945360 run iperf3-srv_10.42.42.10(pid=11161): Launched\u000a18:13:19.145638 tst iperf3m4.py:8: start network...\u000a18:13:19.282027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:13:19.807958 run create_hlr_db(pid=11162): Launched\u000a18:13:19.997297 bus /gobi_6: Setting Powered False\u000a18:13:21.018865 run create_hlr_db(pid=11162): Terminated: ok {rc=0}\u000a18:13:21.455874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11164): Launched\u000a18:13:21.787357 run osmo-hlr_10.42.42.2(pid=11165): Launched\u000a18:13:21.906502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:13:22.479971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11167): Launched\u000a18:13:22.812191 run osmo-stp_10.42.42.5(pid=11168): Launched\u000a18:13:22.931587 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:13:23.504422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11170): Launched\u000a18:13:23.621292 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:13:23.907887 run patchelf(pid=11171): Launched\u000a18:13:24.098996 run osmo-stp_10.42.42.5(pid=11168): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11168)]\u000a18:13:24.238864 run osmo-stp_10.42.42.5(pid=11168): stdout: \u000a| (launched: 2022-12-12_18:13:22.648016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:24.379239 run osmo-stp_10.42.42.5(pid=11168): stderr: \u000a| �[0;m�[38;5;43m20221212181322835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181322835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181322835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181322836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181322836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181322836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181322837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:24.515062 run osmo-stp_10.42.42.5(pid=11168): stdout: \u000a| (launched: 2022-12-12_18:13:22.648016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:24.649424 run osmo-stp_10.42.42.5(pid=11168): stderr: \u000a| �[0;m�[38;5;43m20221212181322835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181322835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181322835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181322836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181322836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181322836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181322837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:24.806082 run patchelf(pid=11171): Terminating (SIGINT)\u000a18:13:24.989507 run patchelf(pid=11171): Terminated: ok {rc=0}\u000a18:13:25.023243 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11168): Process ended prematurely: osmo-stp_10.42.42.5(pid=11168) [trial-2380↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11168)] [trial-2380↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a18:13:25.033389 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a18:13:25.096354 run osmo-hlr_10.42.42.2(pid=11165): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11165)]\u000a18:13:25.147351 run osmo-hlr_10.42.42.2(pid=11165): stdout: \u000a| (launched: 2022-12-12_18:13:21.623443) \u000a18:13:25.198968 run osmo-hlr_10.42.42.2(pid=11165): stderr: \u000a| �[0;m�[1;31m20221212181321819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181321819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181321819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181321819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181321819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181321819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181321841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181321851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181321851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181321851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:13:25.243108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11154): Terminating (SIGTERM)\u000a18:13:25.284576 run iperf3-srv_10.42.42.10(pid=11155): Terminating (SIGTERM)\u000a18:13:25.326099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11156): Terminating (SIGTERM)\u000a18:13:25.367361 run iperf3-srv_10.42.42.10(pid=11157): Terminating (SIGTERM)\u000a18:13:25.408893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11158): Terminating (SIGTERM)\u000a18:13:25.450025 run iperf3-srv_10.42.42.10(pid=11159): Terminating (SIGTERM)\u000a18:13:25.491585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11160): Terminating (SIGTERM)\u000a18:13:25.532767 run iperf3-srv_10.42.42.10(pid=11161): Terminating (SIGTERM)\u000a18:13:25.574306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11164): Terminating (SIGTERM)\u000a18:13:25.615755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11167): Terminating (SIGTERM)\u000a18:13:25.657317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11170): Terminating (SIGTERM)\u000a18:13:25.667027 --- ParallelTerminationStrategy: PID 11154 died...\u000a18:13:25.723007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11154): Terminated: ok {rc=0}\u000a18:13:25.733158 --- ParallelTerminationStrategy: PID 11155 died...\u000a18:13:25.788669 run iperf3-srv_10.42.42.10(pid=11155): Terminated {rc=256}\u000a18:13:25.798567 --- ParallelTerminationStrategy: PID 11156 died...\u000a18:13:25.854580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11156): Terminated: ok {rc=0}\u000a18:13:25.864589 --- ParallelTerminationStrategy: PID 11157 died...\u000a18:13:25.920058 run iperf3-srv_10.42.42.10(pid=11157): Terminated {rc=256}\u000a18:13:25.930036 --- ParallelTerminationStrategy: PID 11158 died...\u000a18:13:25.985944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11158): Terminated: ok {rc=0}\u000a18:13:25.996005 --- ParallelTerminationStrategy: PID 11159 died...\u000a18:13:26.051479 run iperf3-srv_10.42.42.10(pid=11159): Terminated {rc=256}\u000a18:13:26.061907 --- ParallelTerminationStrategy: PID 11160 died...\u000a18:13:26.118196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11160): Terminated: ok {rc=0}\u000a18:13:26.128241 --- ParallelTerminationStrategy: PID 11161 died...\u000a18:13:26.183751 run iperf3-srv_10.42.42.10(pid=11161): Terminated {rc=256}\u000a18:13:26.193837 --- ParallelTerminationStrategy: PID 11164 died...\u000a18:13:26.249143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11164): Terminated: ok {rc=0}\u000a18:13:26.259110 --- ParallelTerminationStrategy: PID 11167 died...\u000a18:13:26.314647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11167): Terminated: ok {rc=0}\u000a18:13:26.324635 --- ParallelTerminationStrategy: PID 11170 died...\u000a18:13:26.380407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11170): Terminated: ok {rc=0}\u000a18:13:26.469514 bus /gobi_4: Setting Powered False\u000a18:13:27.576797 bus /gobi_4: Setting Powered False\u000a18:13:28.684920 bus /gobi_1: Setting Powered False\u000a18:13:29.790876 bus /gobi_1: Setting Powered False\u000a18:13:30.912878 bus /gobi_0: Setting Powered False\u000a18:13:32.044760 bus /gobi_0: Setting Powered False\u000a18:13:33.156167 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11178): Process ended prematurely: osmo-stp_10.42.42.5(pid=11178) [trial-2380↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11178)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11178): Process ended prematurely: osmo-stp_10.42.42.5(pid=11178) [trial-2380↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a18:13:34.226026 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:34.238063 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a18:13:34.383307 tst ping.py: using LAC 30595\u000a18:13:34.511143 tst ping.py: using RAC 250\u000a18:13:34.638731 tst ping.py: using CellId 30595\u000a18:13:34.764567 tst ping.py: using BVCI 30596\u000a18:13:34.789209 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:34.800475 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:34.811540 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:34.822589 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:34.833611 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:34.844544 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:34.855747 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:34.866766 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a18:13:35.160552 tst ping.py:19: start network...\u000a18:13:35.294670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:13:35.811064 run create_hlr_db(pid=11172): Launched\u000a18:13:35.996874 bus /gobi_6: Setting Powered False\u000a18:13:37.017851 run create_hlr_db(pid=11172): Terminated: ok {rc=0}\u000a18:13:37.447648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11174): Launched\u000a18:13:37.771453 run osmo-hlr_10.42.42.2(pid=11175): Launched\u000a18:13:37.887545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:13:38.450785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11177): Launched\u000a18:13:38.777416 run osmo-stp_10.42.42.5(pid=11178): Launched\u000a18:13:38.893854 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:13:39.459240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11180): Launched\u000a18:13:39.574468 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:13:39.857920 run patchelf(pid=11181): Launched\u000a18:13:40.046209 run osmo-stp_10.42.42.5(pid=11178): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11178)]\u000a18:13:40.183281 run osmo-stp_10.42.42.5(pid=11178): stdout: \u000a| (launched: 2022-12-12_18:13:38.615691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:40.321066 run osmo-stp_10.42.42.5(pid=11178): stderr: \u000a| �[0;m�[38;5;43m20221212181338803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181338803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181338804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181338804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181338805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181338805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181338805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:40.454543 run osmo-stp_10.42.42.5(pid=11178): stdout: \u000a| (launched: 2022-12-12_18:13:38.615691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:40.586747 run osmo-stp_10.42.42.5(pid=11178): stderr: \u000a| �[0;m�[38;5;43m20221212181338803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181338803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181338804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181338804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181338805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181338805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181338805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:40.740242 run patchelf(pid=11181): Terminating (SIGINT)\u000a18:13:40.920153 run patchelf(pid=11181): Terminated: ok {rc=0}\u000a18:13:40.952928 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11178): Process ended prematurely: osmo-stp_10.42.42.5(pid=11178) [trial-2380↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11178)] [trial-2380↪gprs:trx-sysmocell5000↪ping.py:22]\u000a18:13:40.962351 tst ping.py:22: Test FAILED (6.7 sec)\u000a18:13:41.026269 run osmo-hlr_10.42.42.2(pid=11175): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11175)]\u000a18:13:41.078257 run osmo-hlr_10.42.42.2(pid=11175): stdout: \u000a| (launched: 2022-12-12_18:13:37.611870) \u000a18:13:41.130879 run osmo-hlr_10.42.42.2(pid=11175): stderr: \u000a| �[0;m�[1;31m20221212181337807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181337807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181337807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181337807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181337807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181337807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181337826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181337836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181337836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181337836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:13:41.175841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11174): Terminating (SIGTERM)\u000a18:13:41.218469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11177): Terminating (SIGTERM)\u000a18:13:41.260809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11180): Terminating (SIGTERM)\u000a18:13:41.270777 --- ParallelTerminationStrategy: PID 11174 died...\u000a18:13:41.327668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11174): Terminated: ok {rc=0}\u000a18:13:41.338038 --- ParallelTerminationStrategy: PID 11177 died...\u000a18:13:41.394557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11177): Terminated: ok {rc=0}\u000a18:13:41.404691 --- ParallelTerminationStrategy: PID 11180 died...\u000a18:13:41.461240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11180): Terminated: ok {rc=0}\u000a18:13:41.550717 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11188): Process ended prematurely: osmo-stp_10.42.42.5(pid=11188) [trial-2380↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11188)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11188): Process ended prematurely: osmo-stp_10.42.42.5(pid=11188) [trial-2380↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a18:13:42.601759 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:42.613614 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a18:13:42.751901 tst ping_idle_ping.py: using LAC 30596\u000a18:13:42.870070 tst ping_idle_ping.py: using RAC 251\u000a18:13:42.989742 tst ping_idle_ping.py: using CellId 30596\u000a18:13:43.108480 tst ping_idle_ping.py: using BVCI 30597\u000a18:13:43.131538 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:43.142613 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:43.153395 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:43.164571 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:43.175675 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:43.186931 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:43.198467 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a18:13:43.209873 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a18:13:43.504087 tst ping_idle_ping.py:24: start network...\u000a18:13:43.639718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:13:44.159941 run create_hlr_db(pid=11182): Launched\u000a18:13:44.347151 bus /gobi_6: Setting Powered False\u000a18:13:45.368381 run create_hlr_db(pid=11182): Terminated: ok {rc=0}\u000a18:13:45.776734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11184): Launched\u000a18:13:46.216585 run osmo-hlr_10.42.42.2(pid=11185): Launched\u000a18:13:46.502265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:13:47.094072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11187): Launched\u000a18:13:47.421574 run osmo-stp_10.42.42.5(pid=11188): Launched\u000a18:13:47.538159 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:13:48.097195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11190): Launched\u000a18:13:48.205321 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:13:48.472237 run patchelf(pid=11191): Launched\u000a18:13:48.648918 run osmo-stp_10.42.42.5(pid=11188): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11188)]\u000a18:13:48.778278 run osmo-stp_10.42.42.5(pid=11188): stdout: \u000a| (launched: 2022-12-12_18:13:47.261354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:48.907699 run osmo-stp_10.42.42.5(pid=11188): stderr: \u000a| �[0;m�[38;5;43m20221212181347453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181347453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181347454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181347454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181347454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181347455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181347455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:49.033240 run osmo-stp_10.42.42.5(pid=11188): stdout: \u000a| (launched: 2022-12-12_18:13:47.261354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:13:49.158093 run osmo-stp_10.42.42.5(pid=11188): stderr: \u000a| �[0;m�[38;5;43m20221212181347453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181347453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181347454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181347454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181347454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181347455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181347455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:13:49.302454 run patchelf(pid=11191): Terminating (SIGINT)\u000a18:13:49.471972 run patchelf(pid=11191): Terminated: ok {rc=0}\u000a18:13:49.502932 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11188): Process ended prematurely: osmo-stp_10.42.42.5(pid=11188) [trial-2380↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11188)] [trial-2380↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a18:13:49.511727 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a18:13:49.572819 run osmo-hlr_10.42.42.2(pid=11185): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11185)]\u000a18:13:49.622222 run osmo-hlr_10.42.42.2(pid=11185): stdout: \u000a| (launched: 2022-12-12_18:13:45.968713) \u000a18:13:49.672508 run osmo-hlr_10.42.42.2(pid=11185): stderr: \u000a| �[0;m�[1;31m20221212181346317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181346318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181346318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181346318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181346318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181346318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181346331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181346340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181346341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181346341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:13:49.714941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11184): Terminating (SIGTERM)\u000a18:13:49.756152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11187): Terminating (SIGTERM)\u000a18:13:49.796628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11190): Terminating (SIGTERM)\u000a18:13:49.806306 --- ParallelTerminationStrategy: PID 11184 died...\u000a18:13:49.859698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11184): Terminated: ok {rc=0}\u000a18:13:49.869698 --- ParallelTerminationStrategy: PID 11187 died...\u000a18:13:49.922768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11187): Terminated: ok {rc=0}\u000a18:13:49.932592 --- ParallelTerminationStrategy: PID 11190 died...\u000a18:13:49.986060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11190): Terminated: ok {rc=0}\u000a18:13:50.075077 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:12:51" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11205): Process ended prematurely: osmo-stp_10.42.42.5(pid=11205) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11205)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11205): Process ended prematurely: osmo-stp_10.42.42.5(pid=11205) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:13:52.232197 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:13:52.243170 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:13:52.379905 tst cs_paging_gprs_active.py: using LAC 30597\u000a18:13:52.500228 tst cs_paging_gprs_active.py: using RAC 252\u000a18:13:52.619752 tst cs_paging_gprs_active.py: using CellId 30597\u000a18:13:52.740131 tst cs_paging_gprs_active.py: using BVCI 30598\u000a18:13:52.763592 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:13:52.774744 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:13:52.786026 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:13:52.797374 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:13:52.808234 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:13:52.819477 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:13:52.830696 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:13:52.841702 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:13:52.853109 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:13:52.970121 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:13:53.251390 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:13:53.378361 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:13:53.697485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11195): Launched\u000a18:13:53.962173 run iperf3-srv_10.42.42.10(pid=11196): Launched\u000a18:13:54.148672 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:13:54.275926 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:13:54.596478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11197): Launched\u000a18:13:54.861342 run iperf3-srv_10.42.42.10(pid=11198): Launched\u000a18:13:55.047585 tst cs_paging_gprs_active.py:38: start network...\u000a18:13:55.175269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:13:55.658764 run create_hlr_db(pid=11199): Launched\u000a18:13:55.835257 bus /gobi_6: Setting Powered False\u000a18:13:56.856599 run create_hlr_db(pid=11199): Terminated: ok {rc=0}\u000a18:13:57.295313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11201): Launched\u000a18:13:57.625852 run osmo-hlr_10.42.42.2(pid=11202): Launched\u000a18:13:57.744455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:13:58.315569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11204): Launched\u000a18:13:58.647688 run osmo-stp_10.42.42.5(pid=11205): Launched\u000a18:13:58.766573 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:13:59.343317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11207): Launched\u000a18:13:59.460682 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:13:59.750910 run patchelf(pid=11208): Launched\u000a18:13:59.942036 run osmo-stp_10.42.42.5(pid=11205): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11205)]\u000a18:14:00.081479 run osmo-stp_10.42.42.5(pid=11205): stdout: \u000a| (launched: 2022-12-12_18:13:58.483190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:00.221528 run osmo-stp_10.42.42.5(pid=11205): stderr: \u000a| �[0;m�[38;5;43m20221212181358674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181358674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181358674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181358675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181358675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181358675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181358675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:00.356673 run osmo-stp_10.42.42.5(pid=11205): stdout: \u000a| (launched: 2022-12-12_18:13:58.483190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:00.490424 run osmo-stp_10.42.42.5(pid=11205): stderr: \u000a| �[0;m�[38;5;43m20221212181358674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181358674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181358674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181358675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181358675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181358675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181358675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:00.647290 run patchelf(pid=11208): Terminating (SIGINT)\u000a18:14:00.830308 run patchelf(pid=11208): Terminated: ok {rc=0}\u000a18:14:00.866093 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11205): Process ended prematurely: osmo-stp_10.42.42.5(pid=11205) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11205)] [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:14:00.876734 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:14:00.942222 run osmo-hlr_10.42.42.2(pid=11202): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11202)]\u000a18:14:00.994675 run osmo-hlr_10.42.42.2(pid=11202): stdout: \u000a| (launched: 2022-12-12_18:13:57.462793) \u000a18:14:01.047692 run osmo-hlr_10.42.42.2(pid=11202): stderr: \u000a| �[0;m�[1;31m20221212181357659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181357659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181357659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181357659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181357659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181357659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181357672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181357683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181357683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181357684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:14:01.093129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11195): Terminating (SIGTERM)\u000a18:14:01.136881 run iperf3-srv_10.42.42.10(pid=11196): Terminating (SIGTERM)\u000a18:14:01.182905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11197): Terminating (SIGTERM)\u000a18:14:01.227649 run iperf3-srv_10.42.42.10(pid=11198): Terminating (SIGTERM)\u000a18:14:01.272141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11201): Terminating (SIGTERM)\u000a18:14:01.315868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11204): Terminating (SIGTERM)\u000a18:14:01.360068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11207): Terminating (SIGTERM)\u000a18:14:01.370042 --- ParallelTerminationStrategy: PID 11195 died...\u000a18:14:01.426614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11195): Terminated: ok {rc=0}\u000a18:14:01.437208 --- ParallelTerminationStrategy: PID 11196 died...\u000a18:14:01.493656 run iperf3-srv_10.42.42.10(pid=11196): Terminated {rc=256}\u000a18:14:01.504677 --- ParallelTerminationStrategy: PID 11197 died...\u000a18:14:01.561230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11197): Terminated: ok {rc=0}\u000a18:14:01.571817 --- ParallelTerminationStrategy: PID 11198 died...\u000a18:14:01.628511 run iperf3-srv_10.42.42.10(pid=11198): Terminated {rc=256}\u000a18:14:01.638949 --- ParallelTerminationStrategy: PID 11201 died...\u000a18:14:01.695136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11201): Terminated: ok {rc=0}\u000a18:14:01.705633 --- ParallelTerminationStrategy: PID 11204 died...\u000a18:14:01.762074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11204): Terminated: ok {rc=0}\u000a18:14:01.772566 --- ParallelTerminationStrategy: PID 11207 died...\u000a18:14:01.829288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11207): Terminated: ok {rc=0}\u000a18:14:01.918473 bus /gobi_0: Setting Powered False\u000a18:14:03.023226 bus /gobi_0: Setting Powered False\u000a18:14:04.132013 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11219): Process ended prematurely: osmo-stp_10.42.42.5(pid=11219) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11219)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11219): Process ended prematurely: osmo-stp_10.42.42.5(pid=11219) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11219)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:14:05.248702 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:05.261257 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:14:05.415188 tst iperf3.py: using LAC 30598\u000a18:14:05.542227 tst iperf3.py: using RAC 253\u000a18:14:05.669413 tst iperf3.py: using CellId 30598\u000a18:14:05.794576 tst iperf3.py: using BVCI 30599\u000a18:14:05.819943 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:05.831532 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:05.842872 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:05.854154 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:05.865315 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:05.876563 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:05.887865 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:05.899002 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:05.910362 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:14:06.189883 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:14:06.316823 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:06.634121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11211): Launched\u000a18:14:06.897717 run iperf3-srv_10.42.42.10(pid=11212): Launched\u000a18:14:07.082512 tst iperf3.py:8: start network...\u000a18:14:07.208794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:14:07.692096 run create_hlr_db(pid=11213): Launched\u000a18:14:07.867707 bus /gobi_6: Setting Powered False\u000a18:14:08.889335 run create_hlr_db(pid=11213): Terminated: ok {rc=0}\u000a18:14:09.326337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11215): Launched\u000a18:14:09.656904 run osmo-hlr_10.42.42.2(pid=11216): Launched\u000a18:14:09.778623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:14:10.351234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11218): Launched\u000a18:14:10.683300 run osmo-stp_10.42.42.5(pid=11219): Launched\u000a18:14:10.801563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:14:11.373928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11221): Launched\u000a18:14:11.490529 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:14:11.779001 run patchelf(pid=11222): Launched\u000a18:14:11.969781 run osmo-stp_10.42.42.5(pid=11219): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11219)]\u000a18:14:12.109469 run osmo-stp_10.42.42.5(pid=11219): stdout: \u000a| (launched: 2022-12-12_18:14:10.518304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:12.249305 run osmo-stp_10.42.42.5(pid=11219): stderr: \u000a| �[0;m�[38;5;43m20221212181410709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181410709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181410710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181410710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181410710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181410710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181410711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:12.384200 run osmo-stp_10.42.42.5(pid=11219): stdout: \u000a| (launched: 2022-12-12_18:14:10.518304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:12.518199 run osmo-stp_10.42.42.5(pid=11219): stderr: \u000a| �[0;m�[38;5;43m20221212181410709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181410709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181410710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181410710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181410710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181410710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181410711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:12.674397 run patchelf(pid=11222): Terminating (SIGINT)\u000a18:14:12.856440 run patchelf(pid=11222): Terminated: ok {rc=0}\u000a18:14:12.890278 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11219): Process ended prematurely: osmo-stp_10.42.42.5(pid=11219) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11219)] [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a18:14:12.900299 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:14:12.963563 run osmo-hlr_10.42.42.2(pid=11216): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11216)]\u000a18:14:13.015302 run osmo-hlr_10.42.42.2(pid=11216): stdout: \u000a| (launched: 2022-12-12_18:14:09.493262) \u000a18:14:13.067694 run osmo-hlr_10.42.42.2(pid=11216): stderr: \u000a| �[0;m�[1;31m20221212181409691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181409691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181409691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181409691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181409691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181409691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181409704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181409714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181409714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181409714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:14:13.112581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11211): Terminating (SIGTERM)\u000a18:14:13.154999 run iperf3-srv_10.42.42.10(pid=11212): Terminating (SIGTERM)\u000a18:14:13.197314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11215): Terminating (SIGTERM)\u000a18:14:13.239504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11218): Terminating (SIGTERM)\u000a18:14:13.282037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11221): Terminating (SIGTERM)\u000a18:14:13.291844 --- ParallelTerminationStrategy: PID 11211 died...\u000a18:14:13.349461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11211): Terminated: ok {rc=0}\u000a18:14:13.359199 --- ParallelTerminationStrategy: PID 11212 died...\u000a18:14:13.412782 run iperf3-srv_10.42.42.10(pid=11212): Terminated {rc=256}\u000a18:14:13.422726 --- ParallelTerminationStrategy: PID 11215 died...\u000a18:14:13.480619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11215): Terminated: ok {rc=0}\u000a18:14:13.490585 --- ParallelTerminationStrategy: PID 11218 died...\u000a18:14:13.546814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11218): Terminated: ok {rc=0}\u000a18:14:13.557052 --- ParallelTerminationStrategy: PID 11221 died...\u000a18:14:13.613289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11221): Terminated: ok {rc=0}\u000a18:14:13.700699 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11239): Process ended prematurely: osmo-stp_10.42.42.5(pid=11239) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11239)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11239): Process ended prematurely: osmo-stp_10.42.42.5(pid=11239) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:14:14.817649 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:14.830198 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:14:14.978610 tst iperf3m4.py: using LAC 30599\u000a18:14:15.106717 tst iperf3m4.py: using RAC 254\u000a18:14:15.236730 tst iperf3m4.py: using CellId 30599\u000a18:14:15.367047 tst iperf3m4.py: using BVCI 30600\u000a18:14:15.392103 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:15.403838 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:15.415243 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:15.426630 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:15.438064 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:15.449540 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:15.460934 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:15.472337 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:15.483958 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:14:15.609428 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:14:15.732844 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:14:15.852498 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:14:16.166988 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:14:16.306711 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:16.662737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11224): Launched\u000a18:14:16.988545 run iperf3-srv_10.42.42.10(pid=11225): Launched\u000a18:14:17.210285 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:14:17.348610 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:17.692933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11226): Launched\u000a18:14:17.978185 run iperf3-srv_10.42.42.10(pid=11227): Launched\u000a18:14:18.179611 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:14:18.316668 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:18.658853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11228): Launched\u000a18:14:18.943526 run iperf3-srv_10.42.42.10(pid=11229): Launched\u000a18:14:19.144927 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:14:19.282109 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:19.625497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11230): Launched\u000a18:14:19.909403 run iperf3-srv_10.42.42.10(pid=11231): Launched\u000a18:14:20.110773 tst iperf3m4.py:8: start network...\u000a18:14:20.248481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:14:20.775205 run create_hlr_db(pid=11232): Launched\u000a18:14:20.964907 bus /gobi_6: Setting Powered False\u000a18:14:21.985529 run create_hlr_db(pid=11232): Terminated: ok {rc=0}\u000a18:14:22.423391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11235): Launched\u000a18:14:22.753632 run osmo-hlr_10.42.42.2(pid=11236): Launched\u000a18:14:22.875925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:14:23.441559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11238): Launched\u000a18:14:23.751529 run osmo-stp_10.42.42.5(pid=11239): Launched\u000a18:14:23.864388 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:14:24.399617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11241): Launched\u000a18:14:24.508242 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:14:24.776772 run patchelf(pid=11242): Launched\u000a18:14:24.955425 run osmo-stp_10.42.42.5(pid=11239): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11239)]\u000a18:14:25.086027 run osmo-stp_10.42.42.5(pid=11239): stdout: \u000a| (launched: 2022-12-12_18:14:23.597647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:25.216547 run osmo-stp_10.42.42.5(pid=11239): stderr: \u000a| �[0;m�[38;5;43m20221212181423767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181423767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181423768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181423768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181423769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181423769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181423769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:25.342595 run osmo-stp_10.42.42.5(pid=11239): stdout: \u000a| (launched: 2022-12-12_18:14:23.597647)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:25.468080 run osmo-stp_10.42.42.5(pid=11239): stderr: \u000a| �[0;m�[38;5;43m20221212181423767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181423767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181423768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181423768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181423769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181423769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181423769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:25.614043 run patchelf(pid=11242): Terminating (SIGINT)\u000a18:14:25.785318 run patchelf(pid=11242): Terminated: ok {rc=0}\u000a18:14:25.816926 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11239): Process ended prematurely: osmo-stp_10.42.42.5(pid=11239) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11239)] [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:14:25.826336 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a18:14:25.887872 run osmo-hlr_10.42.42.2(pid=11236): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11236)]\u000a18:14:25.937502 run osmo-hlr_10.42.42.2(pid=11236): stdout: \u000a| (launched: 2022-12-12_18:14:22.591292) \u000a18:14:25.987700 run osmo-hlr_10.42.42.2(pid=11236): stderr: \u000a| �[0;m�[1;31m20221212181422788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181422788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181422788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181422788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181422788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181422788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181422799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181422808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181422808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181422808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:14:26.029883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11224): Terminating (SIGTERM)\u000a18:14:26.069685 run iperf3-srv_10.42.42.10(pid=11225): Terminating (SIGTERM)\u000a18:14:26.109747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11226): Terminating (SIGTERM)\u000a18:14:26.149624 run iperf3-srv_10.42.42.10(pid=11227): Terminating (SIGTERM)\u000a18:14:26.189577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11228): Terminating (SIGTERM)\u000a18:14:26.229512 run iperf3-srv_10.42.42.10(pid=11229): Terminating (SIGTERM)\u000a18:14:26.269634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11230): Terminating (SIGTERM)\u000a18:14:26.309652 run iperf3-srv_10.42.42.10(pid=11231): Terminating (SIGTERM)\u000a18:14:26.350014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11235): Terminating (SIGTERM)\u000a18:14:26.390152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11238): Terminating (SIGTERM)\u000a18:14:26.430304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11241): Terminating (SIGTERM)\u000a18:14:26.439850 --- ParallelTerminationStrategy: PID 11224 died...\u000a18:14:26.493490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11224): Terminated: ok {rc=0}\u000a18:14:26.503212 --- ParallelTerminationStrategy: PID 11225 died...\u000a18:14:26.556532 run iperf3-srv_10.42.42.10(pid=11225): Terminated {rc=256}\u000a18:14:26.566110 --- ParallelTerminationStrategy: PID 11226 died...\u000a18:14:26.619497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11226): Terminated: ok {rc=0}\u000a18:14:26.629374 --- ParallelTerminationStrategy: PID 11227 died...\u000a18:14:26.683012 run iperf3-srv_10.42.42.10(pid=11227): Terminated {rc=256}\u000a18:14:26.692912 --- ParallelTerminationStrategy: PID 11228 died...\u000a18:14:26.746201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11228): Terminated: ok {rc=0}\u000a18:14:26.755990 --- ParallelTerminationStrategy: PID 11229 died...\u000a18:14:26.809277 run iperf3-srv_10.42.42.10(pid=11229): Terminated {rc=256}\u000a18:14:26.819068 --- ParallelTerminationStrategy: PID 11230 died...\u000a18:14:26.872403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11230): Terminated: ok {rc=0}\u000a18:14:26.882337 --- ParallelTerminationStrategy: PID 11231 died...\u000a18:14:26.935508 run iperf3-srv_10.42.42.10(pid=11231): Terminated {rc=256}\u000a18:14:26.945399 --- ParallelTerminationStrategy: PID 11235 died...\u000a18:14:26.998712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11235): Terminated: ok {rc=0}\u000a18:14:27.008591 --- ParallelTerminationStrategy: PID 11238 died...\u000a18:14:27.062489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11238): Terminated: ok {rc=0}\u000a18:14:27.072474 --- ParallelTerminationStrategy: PID 11241 died...\u000a18:14:27.126326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11241): Terminated: ok {rc=0}\u000a18:14:27.211280 bus /gobi_4: Setting Powered False\u000a18:14:28.319968 bus /gobi_4: Setting Powered False\u000a18:14:29.428995 bus /gobi_1: Setting Powered False\u000a18:14:30.536018 bus /gobi_1: Setting Powered False\u000a18:14:31.646732 bus /gobi_0: Setting Powered False\u000a18:14:32.750208 bus /gobi_0: Setting Powered False\u000a18:14:33.863048 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11250): Process ended prematurely: osmo-stp_10.42.42.5(pid=11250) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11250): Process ended prematurely: osmo-stp_10.42.42.5(pid=11250) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:14:34.931121 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:34.943336 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:14:35.083077 tst ping.py: using LAC 30600\u000a18:14:35.200701 tst ping.py: using RAC 255\u000a18:14:35.319910 tst ping.py: using CellId 30600\u000a18:14:35.446934 tst ping.py: using BVCI 30601\u000a18:14:35.471912 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:35.483715 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:35.495212 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:35.506765 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:35.518201 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:35.529924 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:35.541665 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:35.553035 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:14:35.845548 tst ping.py:19: start network...\u000a18:14:35.980090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:14:36.496468 run create_hlr_db(pid=11244): Launched\u000a18:14:36.683146 bus /gobi_6: Setting Powered False\u000a18:14:37.703296 run create_hlr_db(pid=11244): Terminated: ok {rc=0}\u000a18:14:38.110216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11246): Launched\u000a18:14:38.414639 run osmo-hlr_10.42.42.2(pid=11247): Launched\u000a18:14:38.530447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:14:39.063245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11249): Launched\u000a18:14:39.367605 run osmo-stp_10.42.42.5(pid=11250): Launched\u000a18:14:39.476935 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:14:40.006002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11252): Launched\u000a18:14:40.113165 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:14:40.378468 run patchelf(pid=11253): Launched\u000a18:14:40.554639 run osmo-stp_10.42.42.5(pid=11250): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)]\u000a18:14:40.683047 run osmo-stp_10.42.42.5(pid=11250): stdout: \u000a| (launched: 2022-12-12_18:14:39.215863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:40.811591 run osmo-stp_10.42.42.5(pid=11250): stderr: \u000a| �[0;m�[38;5;43m20221212181439385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181439385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181439385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181439386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181439386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181439386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181439386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:40.935706 run osmo-stp_10.42.42.5(pid=11250): stdout: \u000a| (launched: 2022-12-12_18:14:39.215863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:41.058628 run osmo-stp_10.42.42.5(pid=11250): stderr: \u000a| �[0;m�[38;5;43m20221212181439385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181439385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181439385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181439386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181439386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181439386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181439386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:41.201975 run patchelf(pid=11253): Terminating (SIGINT)\u000a18:14:41.370302 run patchelf(pid=11253): Terminated: ok {rc=0}\u000a18:14:41.401001 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11250): Process ended prematurely: osmo-stp_10.42.42.5(pid=11250) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11250)] [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a18:14:41.409721 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:14:41.470821 run osmo-hlr_10.42.42.2(pid=11247): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11247)]\u000a18:14:41.520109 run osmo-hlr_10.42.42.2(pid=11247): stdout: \u000a| (launched: 2022-12-12_18:14:38.262880) \u000a18:14:41.569942 run osmo-hlr_10.42.42.2(pid=11247): stderr: \u000a| �[0;m�[1;31m20221212181438436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181438436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181438436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181438436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181438436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181438436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181438448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181438460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181438460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181438460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:14:41.612057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11246): Terminating (SIGTERM)\u000a18:14:41.652189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11249): Terminating (SIGTERM)\u000a18:14:41.692416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11252): Terminating (SIGTERM)\u000a18:14:41.702079 --- ParallelTerminationStrategy: PID 11246 died...\u000a18:14:41.756551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11246): Terminated: ok {rc=0}\u000a18:14:41.766259 --- ParallelTerminationStrategy: PID 11249 died...\u000a18:14:41.819635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11249): Terminated: ok {rc=0}\u000a18:14:41.829566 --- ParallelTerminationStrategy: PID 11252 died...\u000a18:14:41.883910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11252): Terminated: ok {rc=0}\u000a18:14:41.969723 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11260): Process ended prematurely: osmo-stp_10.42.42.5(pid=11260) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11260)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11260): Process ended prematurely: osmo-stp_10.42.42.5(pid=11260) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:14:43.023765 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:43.036907 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:14:43.186348 tst ping_idle_ping.py: using LAC 30601\u000a18:14:43.313460 tst ping_idle_ping.py: using RAC 1\u000a18:14:43.441777 tst ping_idle_ping.py: using CellId 30601\u000a18:14:43.570186 tst ping_idle_ping.py: using BVCI 30602\u000a18:14:43.595236 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:43.606951 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:43.618415 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:43.629978 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:43.641286 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:43.652510 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:43.664092 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:14:43.675478 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:14:43.967004 tst ping_idle_ping.py:24: start network...\u000a18:14:44.101892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:14:44.625730 run create_hlr_db(pid=11254): Launched\u000a18:14:44.813871 bus /gobi_6: Setting Powered False\u000a18:14:45.843596 run create_hlr_db(pid=11254): Terminated: ok {rc=0}\u000a18:14:46.311064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11256): Launched\u000a18:14:46.760794 run osmo-hlr_10.42.42.2(pid=11257): Launched\u000a18:14:46.968287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:14:47.504492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11259): Launched\u000a18:14:47.809734 run osmo-stp_10.42.42.5(pid=11260): Launched\u000a18:14:47.918594 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:14:48.455692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11262): Launched\u000a18:14:48.571375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:14:48.856399 run patchelf(pid=11263): Launched\u000a18:14:49.045480 run osmo-stp_10.42.42.5(pid=11260): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11260)]\u000a18:14:49.183522 run osmo-stp_10.42.42.5(pid=11260): stdout: \u000a| (launched: 2022-12-12_18:14:47.658550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:49.321825 run osmo-stp_10.42.42.5(pid=11260): stderr: \u000a| �[0;m�[38;5;43m20221212181447827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181447827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181447827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181447828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181447828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181447828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181447828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:49.455219 run osmo-stp_10.42.42.5(pid=11260): stdout: \u000a| (launched: 2022-12-12_18:14:47.658550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:14:49.588614 run osmo-stp_10.42.42.5(pid=11260): stderr: \u000a| �[0;m�[38;5;43m20221212181447827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181447827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181447827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181447828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181447828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181447828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181447828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:14:49.742608 run patchelf(pid=11263): Terminating (SIGINT)\u000a18:14:49.922821 run patchelf(pid=11263): Terminated: ok {rc=0}\u000a18:14:49.955682 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11260): Process ended prematurely: osmo-stp_10.42.42.5(pid=11260) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11260)] [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:14:49.965619 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a18:14:50.028529 run osmo-hlr_10.42.42.2(pid=11257): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11257)]\u000a18:14:50.080108 run osmo-hlr_10.42.42.2(pid=11257): stdout: \u000a| (launched: 2022-12-12_18:14:46.470294) \u000a18:14:50.132398 run osmo-hlr_10.42.42.2(pid=11257): stderr: \u000a| �[0;m�[1;31m20221212181446696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181446696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181446696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181446696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181446696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181446696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181446712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181446728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181446729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181446730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:14:50.176497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11256): Terminating (SIGTERM)\u000a18:14:50.218369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11259): Terminating (SIGTERM)\u000a18:14:50.260177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11262): Terminating (SIGTERM)\u000a18:14:50.270055 --- ParallelTerminationStrategy: PID 11256 died...\u000a18:14:50.325945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11256): Terminated: ok {rc=0}\u000a18:14:50.336094 --- ParallelTerminationStrategy: PID 11259 died...\u000a18:14:50.391962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11259): Terminated: ok {rc=0}\u000a18:14:50.402148 --- ParallelTerminationStrategy: PID 11262 died...\u000a18:14:50.458311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11262): Terminated: ok {rc=0}\u000a18:14:50.547131 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:13:51" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11277): Process ended prematurely: osmo-stp_10.42.42.5(pid=11277) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11277)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11277): Process ended prematurely: osmo-stp_10.42.42.5(pid=11277) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:14:52.724376 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:14:52.735979 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:14:52.904310 tst cs_paging_gprs_active.py: using LAC 30602\u000a18:14:53.031256 tst cs_paging_gprs_active.py: using RAC 2\u000a18:14:53.158591 tst cs_paging_gprs_active.py: using CellId 30602\u000a18:14:53.285769 tst cs_paging_gprs_active.py: using BVCI 30603\u000a18:14:53.310714 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:14:53.322368 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:14:53.333690 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:14:53.345063 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:14:53.356892 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:14:53.368433 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:14:53.379881 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:14:53.391396 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:14:53.403046 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:14:53.521655 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:14:53.803707 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:14:53.931221 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:54.250024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11267): Launched\u000a18:14:54.515465 run iperf3-srv_10.42.42.10(pid=11268): Launched\u000a18:14:54.702318 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:14:54.829751 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:14:55.148752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11269): Launched\u000a18:14:55.414085 run iperf3-srv_10.42.42.10(pid=11270): Launched\u000a18:14:55.600926 tst cs_paging_gprs_active.py:38: start network...\u000a18:14:55.728758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:14:56.213691 run create_hlr_db(pid=11271): Launched\u000a18:14:56.389447 bus /gobi_6: Setting Powered False\u000a18:14:57.412357 run create_hlr_db(pid=11271): Terminated: ok {rc=0}\u000a18:14:57.822441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11273): Launched\u000a18:14:58.133526 run osmo-hlr_10.42.42.2(pid=11274): Launched\u000a18:14:58.253784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:14:58.793267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11276): Launched\u000a18:14:59.105805 run osmo-stp_10.42.42.5(pid=11277): Launched\u000a18:14:59.217555 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:14:59.754382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11279): Launched\u000a18:14:59.863748 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:15:00.134197 run patchelf(pid=11280): Launched\u000a18:15:00.313385 run osmo-stp_10.42.42.5(pid=11277): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11277)]\u000a18:15:00.444431 run osmo-stp_10.42.42.5(pid=11277): stdout: \u000a| (launched: 2022-12-12_18:14:58.948748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:00.576169 run osmo-stp_10.42.42.5(pid=11277): stderr: \u000a| �[0;m�[38;5;43m20221212181459116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181459116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181459117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181459117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181459118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181459118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181459118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:00.702503 run osmo-stp_10.42.42.5(pid=11277): stdout: \u000a| (launched: 2022-12-12_18:14:58.948748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:00.828433 run osmo-stp_10.42.42.5(pid=11277): stderr: \u000a| �[0;m�[38;5;43m20221212181459116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181459116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181459117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181459117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181459118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181459118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181459118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:00.991171 run patchelf(pid=11280): Terminating (SIGINT)\u000a18:15:01.166255 run patchelf(pid=11280): Terminated: ok {rc=0}\u000a18:15:01.199423 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11277): Process ended prematurely: osmo-stp_10.42.42.5(pid=11277) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11277)] [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:15:01.210022 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a18:15:01.275210 run osmo-hlr_10.42.42.2(pid=11274): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11274)]\u000a18:15:01.327361 run osmo-hlr_10.42.42.2(pid=11274): stdout: \u000a| (launched: 2022-12-12_18:14:57.978804) \u000a18:15:01.380260 run osmo-hlr_10.42.42.2(pid=11274): stderr: \u000a| �[0;m�[1;31m20221212181458155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181458155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181458155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181458155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181458155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181458155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181458166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181458175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181458175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181458175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:15:01.424199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11267): Terminating (SIGTERM)\u000a18:15:01.469614 run iperf3-srv_10.42.42.10(pid=11268): Terminating (SIGTERM)\u000a18:15:01.511142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11269): Terminating (SIGTERM)\u000a18:15:01.555588 run iperf3-srv_10.42.42.10(pid=11270): Terminating (SIGTERM)\u000a18:15:01.598273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11273): Terminating (SIGTERM)\u000a18:15:01.640675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11276): Terminating (SIGTERM)\u000a18:15:01.683849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11279): Terminating (SIGTERM)\u000a18:15:01.694900 --- ParallelTerminationStrategy: PID 11267 died...\u000a18:15:01.752161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11267): Terminated: ok {rc=0}\u000a18:15:01.762670 --- ParallelTerminationStrategy: PID 11268 died...\u000a18:15:01.818531 run iperf3-srv_10.42.42.10(pid=11268): Terminated {rc=256}\u000a18:15:01.830191 --- ParallelTerminationStrategy: PID 11269 died...\u000a18:15:01.887824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11269): Terminated: ok {rc=0}\u000a18:15:01.898461 --- ParallelTerminationStrategy: PID 11270 died...\u000a18:15:01.953519 run iperf3-srv_10.42.42.10(pid=11270): Terminated {rc=256}\u000a18:15:01.965208 --- ParallelTerminationStrategy: PID 11273 died...\u000a18:15:02.032782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11273): Terminated: ok {rc=0}\u000a18:15:02.043631 --- ParallelTerminationStrategy: PID 11276 died...\u000a18:15:02.103233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11276): Terminated: ok {rc=0}\u000a18:15:02.114008 --- ParallelTerminationStrategy: PID 11279 died...\u000a18:15:02.170895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11279): Terminated: ok {rc=0}\u000a18:15:02.268770 bus /gobi_0: Setting Powered False\u000a18:15:03.376671 bus /gobi_0: Setting Powered False\u000a18:15:04.484567 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11294): Process ended prematurely: osmo-stp_10.42.42.5(pid=11294) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11294)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11294): Process ended prematurely: osmo-stp_10.42.42.5(pid=11294) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:15:05.601097 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:05.613751 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:15:05.783784 tst iperf3.py: using LAC 30603\u000a18:15:05.911140 tst iperf3.py: using RAC 3\u000a18:15:06.040839 tst iperf3.py: using CellId 30603\u000a18:15:06.169273 tst iperf3.py: using BVCI 30604\u000a18:15:06.194445 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:06.206216 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:06.218121 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:06.229714 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:06.241273 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:06.252761 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:06.264465 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:06.275973 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:06.287663 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:15:06.587169 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:15:06.724344 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:07.066166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11286): Launched\u000a18:15:07.351324 run iperf3-srv_10.42.42.10(pid=11287): Launched\u000a18:15:07.552631 tst iperf3.py:8: start network...\u000a18:15:07.690134 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:15:08.218368 run create_hlr_db(pid=11288): Launched\u000a18:15:08.408391 bus /gobi_6: Setting Powered False\u000a18:15:09.430260 run create_hlr_db(pid=11288): Terminated: ok {rc=0}\u000a18:15:09.845131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11290): Launched\u000a18:15:10.155040 run osmo-hlr_10.42.42.2(pid=11291): Launched\u000a18:15:10.276051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:15:10.816078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11293): Launched\u000a18:15:11.126216 run osmo-stp_10.42.42.5(pid=11294): Launched\u000a18:15:11.238041 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:15:11.776306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11296): Launched\u000a18:15:11.886119 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:15:12.163097 run patchelf(pid=11297): Launched\u000a18:15:12.355657 run osmo-stp_10.42.42.5(pid=11294): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11294)]\u000a18:15:12.510828 run osmo-stp_10.42.42.5(pid=11294): stdout: \u000a| (launched: 2022-12-12_18:15:10.972232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:12.648850 run osmo-stp_10.42.42.5(pid=11294): stderr: \u000a| �[0;m�[38;5;43m20221212181511144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181511145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181511145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181511146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181511146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181511146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181511146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:12.781878 run osmo-stp_10.42.42.5(pid=11294): stdout: \u000a| (launched: 2022-12-12_18:15:10.972232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:12.913698 run osmo-stp_10.42.42.5(pid=11294): stderr: \u000a| �[0;m�[38;5;43m20221212181511144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181511145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181511145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181511146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181511146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181511146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181511146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:13.067214 run patchelf(pid=11297): Terminating (SIGINT)\u000a18:15:13.247190 run patchelf(pid=11297): Terminated: ok {rc=0}\u000a18:15:13.280233 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11294): Process ended prematurely: osmo-stp_10.42.42.5(pid=11294) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11294)] [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:15:13.290076 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:15:13.354015 run osmo-hlr_10.42.42.2(pid=11291): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11291)]\u000a18:15:13.405322 run osmo-hlr_10.42.42.2(pid=11291): stdout: \u000a| (launched: 2022-12-12_18:15:10.001340) \u000a18:15:13.457679 run osmo-hlr_10.42.42.2(pid=11291): stderr: \u000a| �[0;m�[1;31m20221212181510175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181510175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181510176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181510176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181510176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181510176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181510187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181510196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181510196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181510196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:15:13.501630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11286): Terminating (SIGTERM)\u000a18:15:13.543824 run iperf3-srv_10.42.42.10(pid=11287): Terminating (SIGTERM)\u000a18:15:13.586382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11290): Terminating (SIGTERM)\u000a18:15:13.628673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11293): Terminating (SIGTERM)\u000a18:15:13.670761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11296): Terminating (SIGTERM)\u000a18:15:13.680993 --- ParallelTerminationStrategy: PID 11286 died...\u000a18:15:13.737662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11286): Terminated: ok {rc=0}\u000a18:15:13.747939 --- ParallelTerminationStrategy: PID 11287 died...\u000a18:15:13.803657 run iperf3-srv_10.42.42.10(pid=11287): Terminated {rc=256}\u000a18:15:13.814278 --- ParallelTerminationStrategy: PID 11290 died...\u000a18:15:13.870137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11290): Terminated: ok {rc=0}\u000a18:15:13.880096 --- ParallelTerminationStrategy: PID 11293 died...\u000a18:15:13.935490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11293): Terminated: ok {rc=0}\u000a18:15:13.946092 --- ParallelTerminationStrategy: PID 11296 died...\u000a18:15:14.002064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11296): Terminated: ok {rc=0}\u000a18:15:14.089901 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11312): Process ended prematurely: osmo-stp_10.42.42.5(pid=11312) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11312)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11312): Process ended prematurely: osmo-stp_10.42.42.5(pid=11312) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:15:15.207776 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:15.220110 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:15:15.385054 tst iperf3m4.py: using LAC 30604\u000a18:15:15.509971 tst iperf3m4.py: using RAC 4\u000a18:15:15.636660 tst iperf3m4.py: using CellId 30604\u000a18:15:15.761911 tst iperf3m4.py: using BVCI 30605\u000a18:15:15.786759 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:15.798359 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:15.809687 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:15.822002 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:15.847841 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:15.866318 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:15.879900 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:15.899313 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:15.917953 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:15:16.053820 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:15:16.182315 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:15:16.335151 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:15:16.651801 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:15:16.781467 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:17.119213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11298): Launched\u000a18:15:17.383704 run iperf3-srv_10.42.42.10(pid=11299): Launched\u000a18:15:17.566991 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:15:17.691833 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:18.005411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11300): Launched\u000a18:15:18.265151 run iperf3-srv_10.42.42.10(pid=11301): Launched\u000a18:15:18.447019 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:15:18.571803 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:18.884096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11302): Launched\u000a18:15:19.144195 run iperf3-srv_10.42.42.10(pid=11303): Launched\u000a18:15:19.326742 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:15:19.451331 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:19.763988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Launched\u000a18:15:20.023395 run iperf3-srv_10.42.42.10(pid=11305): Launched\u000a18:15:20.205132 tst iperf3m4.py:8: start network...\u000a18:15:20.329272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:15:20.801888 run create_hlr_db(pid=11306): Launched\u000a18:15:20.973836 bus /gobi_6: Setting Powered False\u000a18:15:21.996429 run create_hlr_db(pid=11306): Terminated: ok {rc=0}\u000a18:15:22.424698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11308): Launched\u000a18:15:22.749993 run osmo-hlr_10.42.42.2(pid=11309): Launched\u000a18:15:22.868917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:15:23.438786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11311): Launched\u000a18:15:23.768606 run osmo-stp_10.42.42.5(pid=11312): Launched\u000a18:15:23.887430 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:15:24.456092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11314): Launched\u000a18:15:24.572623 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:15:24.858558 run patchelf(pid=11315): Launched\u000a18:15:25.048579 run osmo-stp_10.42.42.5(pid=11312): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11312)]\u000a18:15:25.187258 run osmo-stp_10.42.42.5(pid=11312): stdout: \u000a| (launched: 2022-12-12_18:15:23.605311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:25.326419 run osmo-stp_10.42.42.5(pid=11312): stderr: \u000a| �[0;m�[38;5;43m20221212181523793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181523793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181523793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181523794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181523794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181523794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181523794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:25.460501 run osmo-stp_10.42.42.5(pid=11312): stdout: \u000a| (launched: 2022-12-12_18:15:23.605311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:25.593982 run osmo-stp_10.42.42.5(pid=11312): stderr: \u000a| �[0;m�[38;5;43m20221212181523793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181523793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181523793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181523794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181523794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181523794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181523794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:25.749452 run patchelf(pid=11315): Terminating (SIGINT)\u000a18:15:25.932093 run patchelf(pid=11315): Terminated: ok {rc=0}\u000a18:15:25.965802 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11312): Process ended prematurely: osmo-stp_10.42.42.5(pid=11312) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11312)] [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:15:25.975819 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:15:26.038984 run osmo-hlr_10.42.42.2(pid=11309): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11309)]\u000a18:15:26.090059 run osmo-hlr_10.42.42.2(pid=11309): stdout: \u000a| (launched: 2022-12-12_18:15:22.589403) \u000a18:15:26.141704 run osmo-hlr_10.42.42.2(pid=11309): stderr: \u000a| �[0;m�[1;31m20221212181522785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181522785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181522785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181522785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181522785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181522785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181522797 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181522806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181522806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181522806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:15:26.185760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11298): Terminating (SIGTERM)\u000a18:15:26.227175 run iperf3-srv_10.42.42.10(pid=11299): Terminating (SIGTERM)\u000a18:15:26.268628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11300): Terminating (SIGTERM)\u000a18:15:26.310013 run iperf3-srv_10.42.42.10(pid=11301): Terminating (SIGTERM)\u000a18:15:26.351371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11302): Terminating (SIGTERM)\u000a18:15:26.392594 run iperf3-srv_10.42.42.10(pid=11303): Terminating (SIGTERM)\u000a18:15:26.433926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Terminating (SIGTERM)\u000a18:15:26.475188 run iperf3-srv_10.42.42.10(pid=11305): Terminating (SIGTERM)\u000a18:15:26.516428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11308): Terminating (SIGTERM)\u000a18:15:26.558289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11311): Terminating (SIGTERM)\u000a18:15:26.599738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11314): Terminating (SIGTERM)\u000a18:15:26.609472 --- ParallelTerminationStrategy: PID 11298 died...\u000a18:15:26.665243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11298): Terminated: ok {rc=0}\u000a18:15:26.675220 --- ParallelTerminationStrategy: PID 11299 died...\u000a18:15:26.730139 run iperf3-srv_10.42.42.10(pid=11299): Terminated {rc=256}\u000a18:15:26.740019 --- ParallelTerminationStrategy: PID 11300 died...\u000a18:15:26.795360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11300): Terminated: ok {rc=0}\u000a18:15:26.805413 --- ParallelTerminationStrategy: PID 11301 died...\u000a18:15:26.860278 run iperf3-srv_10.42.42.10(pid=11301): Terminated {rc=256}\u000a18:15:26.870162 --- ParallelTerminationStrategy: PID 11302 died...\u000a18:15:26.925270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11302): Terminated: ok {rc=0}\u000a18:15:26.935243 --- ParallelTerminationStrategy: PID 11303 died...\u000a18:15:26.990126 run iperf3-srv_10.42.42.10(pid=11303): Terminated {rc=256}\u000a18:15:27.000063 --- ParallelTerminationStrategy: PID 11304 died...\u000a18:15:27.055501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Terminated: ok {rc=0}\u000a18:15:27.065535 --- ParallelTerminationStrategy: PID 11305 died...\u000a18:15:27.120327 run iperf3-srv_10.42.42.10(pid=11305): Terminated {rc=256}\u000a18:15:27.130279 --- ParallelTerminationStrategy: PID 11308 died...\u000a18:15:27.185289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11308): Terminated: ok {rc=0}\u000a18:15:27.195273 --- ParallelTerminationStrategy: PID 11311 died...\u000a18:15:27.250389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11311): Terminated: ok {rc=0}\u000a18:15:27.260308 --- ParallelTerminationStrategy: PID 11314 died...\u000a18:15:27.315240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11314): Terminated: ok {rc=0}\u000a18:15:27.402102 bus /gobi_4: Setting Powered False\u000a18:15:28.508664 bus /gobi_4: Setting Powered False\u000a18:15:29.615846 bus /gobi_1: Setting Powered False\u000a18:15:30.720813 bus /gobi_1: Setting Powered False\u000a18:15:31.828100 bus /gobi_0: Setting Powered False\u000a18:15:32.930720 bus /gobi_0: Setting Powered False\u000a18:15:34.038068 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11322): Process ended prematurely: osmo-stp_10.42.42.5(pid=11322) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11322)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11322): Process ended prematurely: osmo-stp_10.42.42.5(pid=11322) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:15:35.107406 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:35.119726 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:15:35.281988 tst ping.py: using LAC 30605\u000a18:15:35.406743 tst ping.py: using RAC 5\u000a18:15:35.534051 tst ping.py: using CellId 30605\u000a18:15:35.661612 tst ping.py: using BVCI 30606\u000a18:15:35.686375 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:35.697849 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:35.709062 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:35.720820 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:35.732586 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:35.743888 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:35.756288 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:35.768040 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:15:36.059305 tst ping.py:19: start network...\u000a18:15:36.192149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:15:36.703352 run create_hlr_db(pid=11316): Launched\u000a18:15:36.887271 bus /gobi_6: Setting Powered False\u000a18:15:37.908339 run create_hlr_db(pid=11316): Terminated: ok {rc=0}\u000a18:15:38.309012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11318): Launched\u000a18:15:38.608781 run osmo-hlr_10.42.42.2(pid=11319): Launched\u000a18:15:38.717268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:15:39.240650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11321): Launched\u000a18:15:39.541737 run osmo-stp_10.42.42.5(pid=11322): Launched\u000a18:15:39.651679 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:15:40.172891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11324): Launched\u000a18:15:40.279211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:15:40.542177 run patchelf(pid=11325): Launched\u000a18:15:40.715862 run osmo-stp_10.42.42.5(pid=11322): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11322)]\u000a18:15:40.843411 run osmo-stp_10.42.42.5(pid=11322): stdout: \u000a| (launched: 2022-12-12_18:15:39.391735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:40.971027 run osmo-stp_10.42.42.5(pid=11322): stderr: \u000a| �[0;m�[38;5;43m20221212181539559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181539559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181539560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181539560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181539560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181539560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181539561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:41.094440 run osmo-stp_10.42.42.5(pid=11322): stdout: \u000a| (launched: 2022-12-12_18:15:39.391735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:41.216433 run osmo-stp_10.42.42.5(pid=11322): stderr: \u000a| �[0;m�[38;5;43m20221212181539559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181539559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181539560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181539560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181539560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181539560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181539561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:41.358797 run patchelf(pid=11325): Terminating (SIGINT)\u000a18:15:41.525763 run patchelf(pid=11325): Terminated: ok {rc=0}\u000a18:15:41.556237 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11322): Process ended prematurely: osmo-stp_10.42.42.5(pid=11322) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11322)] [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:15:41.564869 tst ping.py:22: Test FAILED (6.4 sec)\u000a18:15:41.625374 run osmo-hlr_10.42.42.2(pid=11319): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11319)]\u000a18:15:41.674717 run osmo-hlr_10.42.42.2(pid=11319): stdout: \u000a| (launched: 2022-12-12_18:15:38.459728) \u000a18:15:41.724405 run osmo-hlr_10.42.42.2(pid=11319): stderr: \u000a| �[0;m�[1;31m20221212181538632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181538632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181538632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181538632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181538632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181538632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181538643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181538653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181538654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181538654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:15:41.766727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11318): Terminating (SIGTERM)\u000a18:15:41.807276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11321): Terminating (SIGTERM)\u000a18:15:41.847262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11324): Terminating (SIGTERM)\u000a18:15:41.856867 --- ParallelTerminationStrategy: PID 11318 died...\u000a18:15:41.910482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11318): Terminated: ok {rc=0}\u000a18:15:41.920569 --- ParallelTerminationStrategy: PID 11321 died...\u000a18:15:41.974109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11321): Terminated: ok {rc=0}\u000a18:15:41.983652 --- ParallelTerminationStrategy: PID 11324 died...\u000a18:15:42.036745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11324): Terminated: ok {rc=0}\u000a18:15:42.125216 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11332): Process ended prematurely: osmo-stp_10.42.42.5(pid=11332) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11332)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11332): Process ended prematurely: osmo-stp_10.42.42.5(pid=11332) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:15:43.182891 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:43.195271 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:15:43.353744 tst ping_idle_ping.py: using LAC 30606\u000a18:15:43.469886 tst ping_idle_ping.py: using RAC 6\u000a18:15:43.588111 tst ping_idle_ping.py: using CellId 30606\u000a18:15:43.705769 tst ping_idle_ping.py: using BVCI 30607\u000a18:15:43.728302 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:43.739327 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:43.750248 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:43.761667 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:43.772875 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:43.784260 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:43.795684 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:15:43.807098 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:15:44.081176 tst ping_idle_ping.py:24: start network...\u000a18:15:44.204802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:15:44.680641 run create_hlr_db(pid=11326): Launched\u000a18:15:44.851736 bus /gobi_6: Setting Powered False\u000a18:15:45.888247 run create_hlr_db(pid=11326): Terminated: ok {rc=0}\u000a18:15:46.389768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11328): Launched\u000a18:15:46.822735 run osmo-hlr_10.42.42.2(pid=11329): Launched\u000a18:15:46.980278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:15:47.528467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11331): Launched\u000a18:15:47.826811 run osmo-stp_10.42.42.5(pid=11332): Launched\u000a18:15:47.934943 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:15:48.454559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11334): Launched\u000a18:15:48.560355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:15:48.821333 run patchelf(pid=11335): Launched\u000a18:15:48.994948 run osmo-stp_10.42.42.5(pid=11332): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11332)]\u000a18:15:49.122062 run osmo-stp_10.42.42.5(pid=11332): stdout: \u000a| (launched: 2022-12-12_18:15:47.679488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:49.249737 run osmo-stp_10.42.42.5(pid=11332): stderr: \u000a| �[0;m�[38;5;43m20221212181547845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181547845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181547845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181547846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181547846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181547846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181547846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:49.372629 run osmo-stp_10.42.42.5(pid=11332): stdout: \u000a| (launched: 2022-12-12_18:15:47.679488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:15:49.494479 run osmo-stp_10.42.42.5(pid=11332): stderr: \u000a| �[0;m�[38;5;43m20221212181547845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181547845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181547845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181547846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181547846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181547846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181547846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:15:49.636636 run patchelf(pid=11335): Terminating (SIGINT)\u000a18:15:49.803183 run patchelf(pid=11335): Terminated: ok {rc=0}\u000a18:15:49.833842 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11332): Process ended prematurely: osmo-stp_10.42.42.5(pid=11332) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11332)] [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:15:49.842544 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a18:15:49.903221 run osmo-hlr_10.42.42.2(pid=11329): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11329)]\u000a18:15:49.952666 run osmo-hlr_10.42.42.2(pid=11329): stdout: \u000a| (launched: 2022-12-12_18:15:46.558441) \u000a18:15:50.002764 run osmo-hlr_10.42.42.2(pid=11329): stderr: \u000a| �[0;m�[1;31m20221212181546784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181546784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181546784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181546784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181546784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181546784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181546836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181546849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181546849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181546849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:15:50.045313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11328): Terminating (SIGTERM)\u000a18:15:50.085610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11331): Terminating (SIGTERM)\u000a18:15:50.125993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11334): Terminating (SIGTERM)\u000a18:15:50.135474 --- ParallelTerminationStrategy: PID 11328 died...\u000a18:15:50.188878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11328): Terminated: ok {rc=0}\u000a18:15:50.198651 --- ParallelTerminationStrategy: PID 11331 died...\u000a18:15:50.252472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11331): Terminated: ok {rc=0}\u000a18:15:50.262223 --- ParallelTerminationStrategy: PID 11334 died...\u000a18:15:50.315193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11334): Terminated: ok {rc=0}\u000a18:15:50.399328 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:14:52" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11349): Process ended prematurely: osmo-stp_10.42.42.5(pid=11349) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11349)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11349): Process ended prematurely: osmo-stp_10.42.42.5(pid=11349) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:15:52.555521 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:15:52.566707 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:15:52.726951 tst cs_paging_gprs_active.py: using LAC 30607\u000a18:15:52.847396 tst cs_paging_gprs_active.py: using RAC 7\u000a18:15:52.970331 tst cs_paging_gprs_active.py: using CellId 30607\u000a18:15:53.087435 tst cs_paging_gprs_active.py: using BVCI 30608\u000a18:15:53.110682 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:15:53.121653 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:15:53.132452 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:15:53.143575 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:15:53.154763 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:15:53.165797 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:15:53.176915 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:15:53.187921 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:15:53.199187 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:15:53.316917 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:15:53.599894 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:15:53.725155 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:54.037619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11339): Launched\u000a18:15:54.299810 run iperf3-srv_10.42.42.10(pid=11340): Launched\u000a18:15:54.485331 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:15:54.611839 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:15:54.926740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11341): Launched\u000a18:15:55.192042 run iperf3-srv_10.42.42.10(pid=11342): Launched\u000a18:15:55.377589 tst cs_paging_gprs_active.py:38: start network...\u000a18:15:55.503921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:15:55.982319 run create_hlr_db(pid=11343): Launched\u000a18:15:56.157545 bus /gobi_6: Setting Powered False\u000a18:15:57.178525 run create_hlr_db(pid=11343): Terminated: ok {rc=0}\u000a18:15:57.582708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11345): Launched\u000a18:15:57.887068 run osmo-hlr_10.42.42.2(pid=11346): Launched\u000a18:15:57.997676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:15:58.524057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11348): Launched\u000a18:15:58.830648 run osmo-stp_10.42.42.5(pid=11349): Launched\u000a18:15:58.940863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:15:59.468275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11351): Launched\u000a18:15:59.576182 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:15:59.841173 run patchelf(pid=11352): Launched\u000a18:16:00.018257 run osmo-stp_10.42.42.5(pid=11349): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11349)]\u000a18:16:00.148386 run osmo-stp_10.42.42.5(pid=11349): stdout: \u000a| (launched: 2022-12-12_18:15:58.678512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:00.278568 run osmo-stp_10.42.42.5(pid=11349): stderr: \u000a| �[0;m�[38;5;43m20221212181558846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181558846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181558846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181558847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181558847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181558847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181558848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:00.403778 run osmo-stp_10.42.42.5(pid=11349): stdout: \u000a| (launched: 2022-12-12_18:15:58.678512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:00.528476 run osmo-stp_10.42.42.5(pid=11349): stderr: \u000a| �[0;m�[38;5;43m20221212181558846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181558846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181558846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181558847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181558847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181558847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181558848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:00.673782 run patchelf(pid=11352): Terminating (SIGINT)\u000a18:16:00.857709 run patchelf(pid=11352): Terminated: ok {rc=0}\u000a18:16:00.890546 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11349): Process ended prematurely: osmo-stp_10.42.42.5(pid=11349) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11349)] [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a18:16:00.900442 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a18:16:00.964044 run osmo-hlr_10.42.42.2(pid=11346): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11346)]\u000a18:16:01.015233 run osmo-hlr_10.42.42.2(pid=11346): stdout: \u000a| (launched: 2022-12-12_18:15:57.736848) \u000a18:16:01.067731 run osmo-hlr_10.42.42.2(pid=11346): stderr: \u000a| �[0;m�[1;31m20221212181557912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181557912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181557912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181557912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181557912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181557912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181557929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181557939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181557939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181557939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:01.111606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11339): Terminating (SIGTERM)\u000a18:16:01.154737 run iperf3-srv_10.42.42.10(pid=11340): Terminating (SIGTERM)\u000a18:16:01.195950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11341): Terminating (SIGTERM)\u000a18:16:01.240896 run iperf3-srv_10.42.42.10(pid=11342): Terminating (SIGTERM)\u000a18:16:01.284129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11345): Terminating (SIGTERM)\u000a18:16:01.327512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11348): Terminating (SIGTERM)\u000a18:16:01.368634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11351): Terminating (SIGTERM)\u000a18:16:01.379581 --- ParallelTerminationStrategy: PID 11339 died...\u000a18:16:01.435223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11339): Terminated: ok {rc=0}\u000a18:16:01.446826 --- ParallelTerminationStrategy: PID 11340 died...\u000a18:16:01.502124 run iperf3-srv_10.42.42.10(pid=11340): Terminated {rc=256}\u000a18:16:01.513769 --- ParallelTerminationStrategy: PID 11341 died...\u000a18:16:01.568993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11341): Terminated: ok {rc=0}\u000a18:16:01.580691 --- ParallelTerminationStrategy: PID 11342 died...\u000a18:16:01.637057 run iperf3-srv_10.42.42.10(pid=11342): Terminated {rc=256}\u000a18:16:01.647478 --- ParallelTerminationStrategy: PID 11345 died...\u000a18:16:01.703925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11345): Terminated: ok {rc=0}\u000a18:16:01.714551 --- ParallelTerminationStrategy: PID 11348 died...\u000a18:16:01.770798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11348): Terminated: ok {rc=0}\u000a18:16:01.781548 --- ParallelTerminationStrategy: PID 11351 died...\u000a18:16:01.837808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11351): Terminated: ok {rc=0}\u000a18:16:01.925541 bus /gobi_0: Setting Powered False\u000a18:16:03.027321 bus /gobi_0: Setting Powered False\u000a18:16:04.138741 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11361): Process ended prematurely: osmo-stp_10.42.42.5(pid=11361) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11361)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11361): Process ended prematurely: osmo-stp_10.42.42.5(pid=11361) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a18:16:05.249069 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:05.261090 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:16:05.427263 tst iperf3.py: using LAC 30608\u000a18:16:05.544153 tst iperf3.py: using RAC 8\u000a18:16:05.663564 tst iperf3.py: using CellId 30608\u000a18:16:05.783618 tst iperf3.py: using BVCI 30609\u000a18:16:05.806821 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:05.817874 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:05.828710 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:05.839867 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:05.851145 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:05.862216 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:05.873474 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:05.884387 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:05.895631 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:16:06.189400 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:16:06.325140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:16:06.663843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11353): Launched\u000a18:16:06.944865 run iperf3-srv_10.42.42.10(pid=11354): Launched\u000a18:16:07.144197 tst iperf3.py:8: start network...\u000a18:16:07.279999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:16:07.802403 run create_hlr_db(pid=11355): Launched\u000a18:16:07.990862 bus /gobi_6: Setting Powered False\u000a18:16:09.012058 run create_hlr_db(pid=11355): Terminated: ok {rc=0}\u000a18:16:09.420009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11357): Launched\u000a18:16:09.723655 run osmo-hlr_10.42.42.2(pid=11358): Launched\u000a18:16:09.838576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:16:10.366880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11360): Launched\u000a18:16:10.671762 run osmo-stp_10.42.42.5(pid=11361): Launched\u000a18:16:10.781961 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:16:11.310560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11363): Launched\u000a18:16:11.418485 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:16:11.685540 run patchelf(pid=11364): Launched\u000a18:16:11.863010 run osmo-stp_10.42.42.5(pid=11361): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11361)]\u000a18:16:11.992176 run osmo-stp_10.42.42.5(pid=11361): stdout: \u000a| (launched: 2022-12-12_18:16:10.521093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:12.122243 run osmo-stp_10.42.42.5(pid=11361): stderr: \u000a| �[0;m�[38;5;43m20221212181610688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181610689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181610689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181610689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181610690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181610690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181610690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:12.247742 run osmo-stp_10.42.42.5(pid=11361): stdout: \u000a| (launched: 2022-12-12_18:16:10.521093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:12.371599 run osmo-stp_10.42.42.5(pid=11361): stderr: \u000a| �[0;m�[38;5;43m20221212181610688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181610689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181610689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181610689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181610690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181610690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181610690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:12.516796 run patchelf(pid=11364): Terminating (SIGINT)\u000a18:16:12.687476 run patchelf(pid=11364): Terminated: ok {rc=0}\u000a18:16:12.718949 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11361): Process ended prematurely: osmo-stp_10.42.42.5(pid=11361) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11361)] [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a18:16:12.728322 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a18:16:12.789281 run osmo-hlr_10.42.42.2(pid=11358): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11358)]\u000a18:16:12.838696 run osmo-hlr_10.42.42.2(pid=11358): stdout: \u000a| (launched: 2022-12-12_18:16:09.574194) \u000a18:16:12.888885 run osmo-hlr_10.42.42.2(pid=11358): stderr: \u000a| �[0;m�[1;31m20221212181609748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181609748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181609748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181609748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181609748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181609748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181609760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181609769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181609769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181609769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:12.931351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11353): Terminating (SIGTERM)\u000a18:16:12.971634 run iperf3-srv_10.42.42.10(pid=11354): Terminating (SIGTERM)\u000a18:16:13.011939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11357): Terminating (SIGTERM)\u000a18:16:13.051994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11360): Terminating (SIGTERM)\u000a18:16:13.092075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11363): Terminating (SIGTERM)\u000a18:16:13.101672 --- ParallelTerminationStrategy: PID 11353 died...\u000a18:16:13.155164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11353): Terminated: ok {rc=0}\u000a18:16:13.165031 --- ParallelTerminationStrategy: PID 11354 died...\u000a18:16:13.218654 run iperf3-srv_10.42.42.10(pid=11354): Terminated {rc=256}\u000a18:16:13.228492 --- ParallelTerminationStrategy: PID 11357 died...\u000a18:16:13.281720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11357): Terminated: ok {rc=0}\u000a18:16:13.291551 --- ParallelTerminationStrategy: PID 11360 died...\u000a18:16:13.344505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11360): Terminated: ok {rc=0}\u000a18:16:13.354316 --- ParallelTerminationStrategy: PID 11363 died...\u000a18:16:13.407484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11363): Terminated: ok {rc=0}\u000a18:16:13.491168 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11379): Process ended prematurely: osmo-stp_10.42.42.5(pid=11379) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11379)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11379): Process ended prematurely: osmo-stp_10.42.42.5(pid=11379) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11379)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a18:16:14.607509 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:14.620068 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:16:14.789138 tst iperf3m4.py: using LAC 30609\u000a18:16:14.917503 tst iperf3m4.py: using RAC 9\u000a18:16:15.044130 tst iperf3m4.py: using CellId 30609\u000a18:16:15.166502 tst iperf3m4.py: using BVCI 30610\u000a18:16:15.189694 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:15.200725 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:15.211838 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:15.223134 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:15.234514 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:15.245802 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:15.257143 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:15.268130 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:15.279582 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:16:15.400655 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:16:15.524447 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:16:15.642006 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:16:15.931868 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:16:16.069627 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:16:16.496850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11365): Launched\u000a18:16:16.798594 run iperf3-srv_10.42.42.10(pid=11366): Launched\u000a18:16:17.002341 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:16:17.143434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:16:17.483828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11367): Launched\u000a18:16:17.765485 run iperf3-srv_10.42.42.10(pid=11368): Launched\u000a18:16:17.964429 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:16:18.100341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:16:18.437784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11369): Launched\u000a18:16:18.717970 run iperf3-srv_10.42.42.10(pid=11370): Launched\u000a18:16:18.916260 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:16:19.051269 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:16:19.388356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11371): Launched\u000a18:16:19.668039 run iperf3-srv_10.42.42.10(pid=11372): Launched\u000a18:16:19.866058 tst iperf3m4.py:8: start network...\u000a18:16:20.001368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:16:20.521721 run create_hlr_db(pid=11373): Launched\u000a18:16:20.709205 bus /gobi_6: Setting Powered False\u000a18:16:21.730963 run create_hlr_db(pid=11373): Terminated: ok {rc=0}\u000a18:16:22.163423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11375): Launched\u000a18:16:22.491210 run osmo-hlr_10.42.42.2(pid=11376): Launched\u000a18:16:22.609847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:16:23.175860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11378): Launched\u000a18:16:23.499783 run osmo-stp_10.42.42.5(pid=11379): Launched\u000a18:16:23.617126 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:16:24.183105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11381): Launched\u000a18:16:24.299064 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:16:24.582826 run patchelf(pid=11382): Launched\u000a18:16:24.772475 run osmo-stp_10.42.42.5(pid=11379): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11379)]\u000a18:16:24.910541 run osmo-stp_10.42.42.5(pid=11379): stdout: \u000a| (launched: 2022-12-12_18:16:23.340641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:25.049272 run osmo-stp_10.42.42.5(pid=11379): stderr: \u000a| �[0;m�[38;5;43m20221212181623529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181623529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181623529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181623530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181623530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181623530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181623530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:25.182940 run osmo-stp_10.42.42.5(pid=11379): stdout: \u000a| (launched: 2022-12-12_18:16:23.340641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:25.315309 run osmo-stp_10.42.42.5(pid=11379): stderr: \u000a| �[0;m�[38;5;43m20221212181623529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181623529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181623529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181623530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181623530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181623530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181623530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:25.469796 run patchelf(pid=11382): Terminating (SIGINT)\u000a18:16:25.651128 run patchelf(pid=11382): Terminated: ok {rc=0}\u000a18:16:25.684436 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11379): Process ended prematurely: osmo-stp_10.42.42.5(pid=11379) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11379)] [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a18:16:25.694589 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a18:16:25.757827 run osmo-hlr_10.42.42.2(pid=11376): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11376)]\u000a18:16:25.808808 run osmo-hlr_10.42.42.2(pid=11376): stdout: \u000a| (launched: 2022-12-12_18:16:22.330070) \u000a18:16:25.860646 run osmo-hlr_10.42.42.2(pid=11376): stderr: \u000a| �[0;m�[1;31m20221212181622526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181622526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181622526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181622526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181622526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181622526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181622538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181622547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181622547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181622548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:25.904886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11365): Terminating (SIGTERM)\u000a18:16:25.946830 run iperf3-srv_10.42.42.10(pid=11366): Terminating (SIGTERM)\u000a18:16:25.988677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11367): Terminating (SIGTERM)\u000a18:16:26.030465 run iperf3-srv_10.42.42.10(pid=11368): Terminating (SIGTERM)\u000a18:16:26.072288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11369): Terminating (SIGTERM)\u000a18:16:26.114124 run iperf3-srv_10.42.42.10(pid=11370): Terminating (SIGTERM)\u000a18:16:26.155913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11371): Terminating (SIGTERM)\u000a18:16:26.197587 run iperf3-srv_10.42.42.10(pid=11372): Terminating (SIGTERM)\u000a18:16:26.239374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11375): Terminating (SIGTERM)\u000a18:16:26.281179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11378): Terminating (SIGTERM)\u000a18:16:26.323248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11381): Terminating (SIGTERM)\u000a18:16:26.333197 --- ParallelTerminationStrategy: PID 11365 died...\u000a18:16:26.389494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11365): Terminated: ok {rc=0}\u000a18:16:26.399663 --- ParallelTerminationStrategy: PID 11366 died...\u000a18:16:26.455233 run iperf3-srv_10.42.42.10(pid=11366): Terminated {rc=256}\u000a18:16:26.465365 --- ParallelTerminationStrategy: PID 11367 died...\u000a18:16:26.520880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11367): Terminated: ok {rc=0}\u000a18:16:26.530958 --- ParallelTerminationStrategy: PID 11368 died...\u000a18:16:26.586706 run iperf3-srv_10.42.42.10(pid=11368): Terminated {rc=256}\u000a18:16:26.596793 --- ParallelTerminationStrategy: PID 11369 died...\u000a18:16:26.652346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11369): Terminated: ok {rc=0}\u000a18:16:26.662460 --- ParallelTerminationStrategy: PID 11370 died...\u000a18:16:26.717892 run iperf3-srv_10.42.42.10(pid=11370): Terminated {rc=256}\u000a18:16:26.728029 --- ParallelTerminationStrategy: PID 11371 died...\u000a18:16:26.783542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11371): Terminated: ok {rc=0}\u000a18:16:26.793999 --- ParallelTerminationStrategy: PID 11372 died...\u000a18:16:26.849688 run iperf3-srv_10.42.42.10(pid=11372): Terminated {rc=256}\u000a18:16:26.859961 --- ParallelTerminationStrategy: PID 11375 died...\u000a18:16:26.915717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11375): Terminated: ok {rc=0}\u000a18:16:26.925959 --- ParallelTerminationStrategy: PID 11378 died...\u000a18:16:26.981401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11378): Terminated: ok {rc=0}\u000a18:16:26.991399 --- ParallelTerminationStrategy: PID 11381 died...\u000a18:16:27.046764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11381): Terminated: ok {rc=0}\u000a18:16:27.133630 bus /gobi_4: Setting Powered False\u000a18:16:28.241312 bus /gobi_4: Setting Powered False\u000a18:16:29.350429 bus /gobi_1: Setting Powered False\u000a18:16:30.457575 bus /gobi_1: Setting Powered False\u000a18:16:31.569228 bus /gobi_0: Setting Powered False\u000a18:16:32.670533 bus /gobi_0: Setting Powered False\u000a18:16:33.782492 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11389): Process ended prematurely: osmo-stp_10.42.42.5(pid=11389) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11389)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11389): Process ended prematurely: osmo-stp_10.42.42.5(pid=11389) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a18:16:34.850442 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:34.862386 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:16:35.021661 tst ping.py: using LAC 30610\u000a18:16:35.146184 tst ping.py: using RAC 10\u000a18:16:35.272374 tst ping.py: using CellId 30610\u000a18:16:35.397030 tst ping.py: using BVCI 30611\u000a18:16:35.421693 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:35.433312 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:35.444914 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:35.456346 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:35.467651 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:35.479068 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:35.490639 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:35.502096 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:16:35.775214 tst ping.py:19: start network...\u000a18:16:35.899327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:16:36.370879 run create_hlr_db(pid=11383): Launched\u000a18:16:36.543749 bus /gobi_6: Setting Powered False\u000a18:16:37.564774 run create_hlr_db(pid=11383): Terminated: ok {rc=0}\u000a18:16:37.991249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11385): Launched\u000a18:16:38.311568 run osmo-hlr_10.42.42.2(pid=11386): Launched\u000a18:16:38.430945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:16:38.998758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11388): Launched\u000a18:16:39.318500 run osmo-stp_10.42.42.5(pid=11389): Launched\u000a18:16:39.433958 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:16:39.994300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11391): Launched\u000a18:16:40.108211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:16:40.388602 run patchelf(pid=11392): Launched\u000a18:16:40.575342 run osmo-stp_10.42.42.5(pid=11389): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11389)]\u000a18:16:40.712137 run osmo-stp_10.42.42.5(pid=11389): stdout: \u000a| (launched: 2022-12-12_18:16:39.161168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:40.848495 run osmo-stp_10.42.42.5(pid=11389): stderr: \u000a| �[0;m�[38;5;43m20221212181639351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181639351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181639351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181639352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181639352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181639352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181639352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:40.980394 run osmo-stp_10.42.42.5(pid=11389): stdout: \u000a| (launched: 2022-12-12_18:16:39.161168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:41.111837 run osmo-stp_10.42.42.5(pid=11389): stderr: \u000a| �[0;m�[38;5;43m20221212181639351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181639351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181639351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181639352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181639352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181639352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181639352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:41.264030 run patchelf(pid=11392): Terminating (SIGINT)\u000a18:16:41.442100 run patchelf(pid=11392): Terminated: ok {rc=0}\u000a18:16:41.474692 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11389): Process ended prematurely: osmo-stp_10.42.42.5(pid=11389) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11389)] [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a18:16:41.484046 tst ping.py:22: Test FAILED (6.6 sec)\u000a18:16:41.546772 run osmo-hlr_10.42.42.2(pid=11386): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11386)]\u000a18:16:41.598331 run osmo-hlr_10.42.42.2(pid=11386): stdout: \u000a| (launched: 2022-12-12_18:16:38.154187) \u000a18:16:41.650313 run osmo-hlr_10.42.42.2(pid=11386): stderr: \u000a| �[0;m�[1;31m20221212181638348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181638348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181638348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181638348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181638348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181638348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181638361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181638369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181638370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181638370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:41.694646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11385): Terminating (SIGTERM)\u000a18:16:41.736466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11388): Terminating (SIGTERM)\u000a18:16:41.778324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11391): Terminating (SIGTERM)\u000a18:16:41.788132 --- ParallelTerminationStrategy: PID 11385 died...\u000a18:16:41.844195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11385): Terminated: ok {rc=0}\u000a18:16:41.854368 --- ParallelTerminationStrategy: PID 11388 died...\u000a18:16:41.910053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11388): Terminated: ok {rc=0}\u000a18:16:41.920068 --- ParallelTerminationStrategy: PID 11391 died...\u000a18:16:41.975778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11391): Terminated: ok {rc=0}\u000a18:16:42.062731 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11399): Process ended prematurely: osmo-stp_10.42.42.5(pid=11399) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11399)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11399): Process ended prematurely: osmo-stp_10.42.42.5(pid=11399) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a18:16:43.117147 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:43.130237 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:16:43.298433 tst ping_idle_ping.py: using LAC 30611\u000a18:16:43.423036 tst ping_idle_ping.py: using RAC 11\u000a18:16:43.549459 tst ping_idle_ping.py: using CellId 30611\u000a18:16:43.674799 tst ping_idle_ping.py: using BVCI 30612\u000a18:16:43.699298 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:43.710929 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:43.722397 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:43.733827 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:43.745217 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:43.756631 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:43.768144 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:16:43.779538 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:16:44.055797 tst ping_idle_ping.py:24: start network...\u000a18:16:44.180098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:16:44.655833 run create_hlr_db(pid=11393): Launched\u000a18:16:44.828130 bus /gobi_6: Setting Powered False\u000a18:16:45.863853 run create_hlr_db(pid=11393): Terminated: ok {rc=0}\u000a18:16:46.320441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11395): Launched\u000a18:16:46.682572 run osmo-hlr_10.42.42.2(pid=11396): Launched\u000a18:16:46.901524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:16:47.568547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11398): Launched\u000a18:16:47.891449 run osmo-stp_10.42.42.5(pid=11399): Launched\u000a18:16:48.006765 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:16:48.566417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11401): Launched\u000a18:16:48.681034 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:16:48.961053 run patchelf(pid=11402): Launched\u000a18:16:49.147891 run osmo-stp_10.42.42.5(pid=11399): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11399)]\u000a18:16:49.284797 run osmo-stp_10.42.42.5(pid=11399): stdout: \u000a| (launched: 2022-12-12_18:16:47.732587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:49.421427 run osmo-stp_10.42.42.5(pid=11399): stderr: \u000a| �[0;m�[38;5;43m20221212181647921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181647921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181647921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181647922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181647922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181647922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181647922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:49.554089 run osmo-stp_10.42.42.5(pid=11399): stdout: \u000a| (launched: 2022-12-12_18:16:47.732587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:49.685864 run osmo-stp_10.42.42.5(pid=11399): stderr: \u000a| �[0;m�[38;5;43m20221212181647921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181647921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181647921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181647922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181647922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181647922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181647922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:49.839218 run patchelf(pid=11402): Terminating (SIGINT)\u000a18:16:50.018845 run patchelf(pid=11402): Terminated: ok {rc=0}\u000a18:16:50.051416 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11399): Process ended prematurely: osmo-stp_10.42.42.5(pid=11399) [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11399)] [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a18:16:50.060729 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a18:16:50.123365 run osmo-hlr_10.42.42.2(pid=11396): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11396)]\u000a18:16:50.174301 run osmo-hlr_10.42.42.2(pid=11396): stdout: \u000a| (launched: 2022-12-12_18:16:46.475739) \u000a18:16:50.226100 run osmo-hlr_10.42.42.2(pid=11396): stderr: \u000a| �[0;m�[1;31m20221212181646840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181646840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181646840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181646840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181646840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181646840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181646865 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181646882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181646882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181646882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:50.270403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11395): Terminating (SIGTERM)\u000a18:16:50.312139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11398): Terminating (SIGTERM)\u000a18:16:50.354098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11401): Terminating (SIGTERM)\u000a18:16:50.363861 --- ParallelTerminationStrategy: PID 11395 died...\u000a18:16:50.419785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11395): Terminated: ok {rc=0}\u000a18:16:50.429945 --- ParallelTerminationStrategy: PID 11398 died...\u000a18:16:50.485786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11398): Terminated: ok {rc=0}\u000a18:16:50.495839 --- ParallelTerminationStrategy: PID 11401 died...\u000a18:16:50.551998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11401): Terminated: ok {rc=0}\u000a18:16:50.639174 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:15:52" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11413): Process ended prematurely: osmo-stp_10.42.42.5(pid=11413) [trial-2380↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11413)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11413): Process ended prematurely: osmo-stp_10.42.42.5(pid=11413) [trial-2380↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11413)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:16:52.690431 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:16:52.702342 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:16:52.862718 tst switch_tch_pdch.py: using LAC 30612\u000a18:16:52.979106 tst switch_tch_pdch.py: using RAC 12\u000a18:16:53.095715 tst switch_tch_pdch.py: using CellId 30612\u000a18:16:53.212657 tst switch_tch_pdch.py: using BVCI 30613\u000a18:16:53.235353 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:16:53.246788 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:16:53.257996 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:16:53.270298 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:16:53.282410 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:16:53.294194 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:16:53.306340 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:16:53.318233 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:16:53.441319 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:16:53.717523 tst switch_tch_pdch.py:51: start network...\u000a18:16:53.842528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:16:54.313287 run create_hlr_db(pid=11407): Launched\u000a18:16:54.486619 bus /gobi_6: Setting Powered False\u000a18:16:55.507306 run create_hlr_db(pid=11407): Terminated: ok {rc=0}\u000a18:16:55.935302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11409): Launched\u000a18:16:56.257989 run osmo-hlr_10.42.42.2(pid=11410): Launched\u000a18:16:56.377548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:16:56.936204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11412): Launched\u000a18:16:57.257818 run osmo-stp_10.42.42.5(pid=11413): Launched\u000a18:16:57.373876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:16:57.931095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11415): Launched\u000a18:16:58.044692 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:16:58.323760 run patchelf(pid=11416): Launched\u000a18:16:58.509335 run osmo-stp_10.42.42.5(pid=11413): ERR: Terminated: ERROR {rc=1} [trial-2380↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11413)]\u000a18:16:58.645953 run osmo-stp_10.42.42.5(pid=11413): stdout: \u000a| (launched: 2022-12-12_18:16:57.098752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:58.781968 run osmo-stp_10.42.42.5(pid=11413): stderr: \u000a| �[0;m�[38;5;43m20221212181657287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181657287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181657287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181657288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181657288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181657288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181657288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:58.913615 run osmo-stp_10.42.42.5(pid=11413): stdout: \u000a| (launched: 2022-12-12_18:16:57.098752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:16:59.043868 run osmo-stp_10.42.42.5(pid=11413): stderr: \u000a| �[0;m�[38;5;43m20221212181657287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181657287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181657287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181657288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181657288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181657288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181657288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:16:59.195526 run patchelf(pid=11416): Terminating (SIGINT)\u000a18:16:59.373392 run patchelf(pid=11416): Terminated: ok {rc=0}\u000a18:16:59.405842 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11413): Process ended prematurely: osmo-stp_10.42.42.5(pid=11413) [trial-2380↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11413)] [trial-2380↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:16:59.415329 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a18:16:59.477375 run osmo-hlr_10.42.42.2(pid=11410): ERR: Terminated: ERROR {rc=237} [trial-2380↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11410)]\u000a18:16:59.528210 run osmo-hlr_10.42.42.2(pid=11410): stdout: \u000a| (launched: 2022-12-12_18:16:56.098760) \u000a18:16:59.579775 run osmo-hlr_10.42.42.2(pid=11410): stderr: \u000a| �[0;m�[1;31m20221212181656295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181656295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181656295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181656295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181656295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181656295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181656307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181656317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181656318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181656318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:16:59.624324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11409): Terminating (SIGTERM)\u000a18:16:59.666250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11412): Terminating (SIGTERM)\u000a18:16:59.707962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11415): Terminating (SIGTERM)\u000a18:16:59.717786 --- ParallelTerminationStrategy: PID 11409 died...\u000a18:16:59.773731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11409): Terminated: ok {rc=0}\u000a18:16:59.783663 --- ParallelTerminationStrategy: PID 11412 died...\u000a18:16:59.838928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11412): Terminated: ok {rc=0}\u000a18:16:59.848890 --- ParallelTerminationStrategy: PID 11415 died...\u000a18:16:59.904295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11415): Terminated: ok {rc=0}\u000a18:16:59.991179 bus /gobi_0: Setting Powered False\u000a18:17:01.102310 bus /gobi_0: Setting Powered False\u000a18:17:02.223928 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:16:52" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11430): Process ended prematurely: osmo-stp_10.42.42.5(pid=11430) [trial-2380↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11430)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11430): Process ended prematurely: osmo-stp_10.42.42.5(pid=11430) [trial-2380↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a18:17:04.206633 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:17:04.218276 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a18:17:04.381681 tst switch_tch_pdch.py: using LAC 30613\u000a18:17:04.506436 tst switch_tch_pdch.py: using RAC 13\u000a18:17:04.641998 tst switch_tch_pdch.py: using CellId 30613\u000a18:17:04.761434 tst switch_tch_pdch.py: using BVCI 30614\u000a18:17:04.784293 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:17:04.795728 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:17:04.806879 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:17:04.819087 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:17:04.831144 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:17:04.843154 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:17:04.855077 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:17:04.867184 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:17:04.983412 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:17:05.261250 tst switch_tch_pdch.py:51: start network...\u000a18:17:05.385937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:17:05.830261 run create_hlr_db(pid=11424): Launched\u000a18:17:05.951751 bus /gobi_6: Setting Powered False\u000a18:17:07.023178 run create_hlr_db(pid=11424): Terminated: ok {rc=0}\u000a18:17:07.412868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11426): Launched\u000a18:17:07.735269 run osmo-hlr_10.42.42.2(pid=11427): Launched\u000a18:17:07.852064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:17:08.379383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11429): Launched\u000a18:17:08.699262 run osmo-stp_10.42.42.5(pid=11430): Launched\u000a18:17:08.813849 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:17:09.342948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11432): Launched\u000a18:17:09.456776 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:17:09.736799 run patchelf(pid=11433): Launched\u000a18:17:09.922856 run osmo-stp_10.42.42.5(pid=11430): ERR: Terminated: ERROR {rc=1} [trial-2380↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11430)]\u000a18:17:10.058411 run osmo-stp_10.42.42.5(pid=11430): stdout: \u000a| (launched: 2022-12-12_18:17:08.541300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:10.194438 run osmo-stp_10.42.42.5(pid=11430): stderr: \u000a| �[0;m�[38;5;43m20221212181708730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181708730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181708730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181708730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181708731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181708731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181708731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:10.326208 run osmo-stp_10.42.42.5(pid=11430): stdout: \u000a| (launched: 2022-12-12_18:17:08.541300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:10.456448 run osmo-stp_10.42.42.5(pid=11430): stderr: \u000a| �[0;m�[38;5;43m20221212181708730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181708730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181708730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181708730 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181708731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181708731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181708731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:10.608796 run patchelf(pid=11433): Terminating (SIGINT)\u000a18:17:10.787409 run patchelf(pid=11433): Terminated: ok {rc=0}\u000a18:17:10.819768 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11430): Process ended prematurely: osmo-stp_10.42.42.5(pid=11430) [trial-2380↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11430)] [trial-2380↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a18:17:10.829126 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a18:17:10.891853 run osmo-hlr_10.42.42.2(pid=11427): ERR: Terminated: ERROR {rc=237} [trial-2380↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11427)]\u000a18:17:10.942870 run osmo-hlr_10.42.42.2(pid=11427): stdout: \u000a| (launched: 2022-12-12_18:17:07.576693) \u000a18:17:10.994436 run osmo-hlr_10.42.42.2(pid=11427): stderr: \u000a| �[0;m�[1;31m20221212181707773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181707773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181707773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181707773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181707773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181707773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181707785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181707793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181707794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181707794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:17:11.038776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11426): Terminating (SIGTERM)\u000a18:17:11.080538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11429): Terminating (SIGTERM)\u000a18:17:11.122476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11432): Terminating (SIGTERM)\u000a18:17:11.132224 --- ParallelTerminationStrategy: PID 11426 died...\u000a18:17:11.188065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11426): Terminated: ok {rc=0}\u000a18:17:11.198206 --- ParallelTerminationStrategy: PID 11429 died...\u000a18:17:11.253668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11429): Terminated: ok {rc=0}\u000a18:17:11.263753 --- ParallelTerminationStrategy: PID 11432 died...\u000a18:17:11.319198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11432): Terminated: ok {rc=0}\u000a18:17:11.405421 bus /gobi_0: Setting Powered False\u000a18:17:12.513424 bus /gobi_0: Setting Powered False\u000a18:17:13.621063 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:17:03" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11439): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11439) [trial-2380↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11439)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11439): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11439) [trial-2380↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a18:17:15.530542 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a18:17:15.541733 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a18:17:15.680627 tst mo_mt_sms.py: using LAC 30614\u000a18:17:15.803470 tst mo_mt_sms.py: using RAC 14\u000a18:17:15.945177 tst mo_mt_sms.py: using CellId 30614\u000a18:17:16.084656 tst mo_mt_sms.py: using BVCI 30615\u000a18:17:16.109990 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:17:16.232245 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:17:16.524759 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:17:16.684399 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:17:17.321867 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11438): Launched\u000a18:17:17.619125 run osmo-nitb_10.42.42.2(pid=11439): Launched\u000a18:17:17.802710 run osmo-nitb_10.42.42.2(pid=11439): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11439)]\u000a18:17:17.937911 run osmo-nitb_10.42.42.2(pid=11439): stdout: \u000a| (launched: 2022-12-12_18:17:17.473704) \u000a18:17:18.073740 run osmo-nitb_10.42.42.2(pid=11439): stderr: \u000a| (launched: 2022-12-12_18:17:17.518153)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:17:18.204749 run osmo-nitb_10.42.42.2(pid=11439): stdout: \u000a| (launched: 2022-12-12_18:17:17.473704) \u000a18:17:18.335290 run osmo-nitb_10.42.42.2(pid=11439): stderr: \u000a| (launched: 2022-12-12_18:17:17.518153)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:17:18.740034 tst osmo-nitb_10.42.42.2(pid=11439): stdout: \u000a| (launched: 2022-12-12_18:17:17.473704) \u000a18:17:18.858920 tst osmo-nitb_10.42.42.2(pid=11439): stderr: \u000a| (launched: 2022-12-12_18:17:17.518153)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:17:18.911032 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=11439): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11439) [trial-2380↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11439)] [trial-2380↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a18:17:18.919332 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a18:17:18.954369 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11438): Terminating (SIGTERM)\u000a18:17:19.132003 --- ParallelTerminationStrategy: PID 11438 died...\u000a18:17:19.187108 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11438): Terminated: ok {rc=0}\u000a18:17:19.276020 bus /sierra_3: Setting Powered False\u000a18:17:20.380561 bus /sierra_3: Setting Powered False\u000a18:17:21.492643 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:17:15" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11449): Process ended prematurely: osmo-stp_10.42.42.5(pid=11449) [trial-2380↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11449)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11449): Process ended prematurely: osmo-stp_10.42.42.5(pid=11449) [trial-2380↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a18:17:23.388243 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:17:23.399372 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a18:17:23.539866 tst mo_mt_sms.py: using LAC 30615\u000a18:17:23.664441 tst mo_mt_sms.py: using RAC 15\u000a18:17:23.789998 tst mo_mt_sms.py: using CellId 30615\u000a18:17:23.913869 tst mo_mt_sms.py: using BVCI 30616\u000a18:17:23.938214 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:17:23.949276 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:17:23.959941 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:17:23.970865 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:17:23.981726 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:17:23.992581 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:17:24.108509 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a18:17:24.316639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:17:24.829410 run create_hlr_db(pid=11443): Launched\u000a18:17:25.014479 bus /sierra_2: Setting Powered False\u000a18:17:26.034637 run create_hlr_db(pid=11443): Terminated: ok {rc=0}\u000a18:17:26.458411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11445): Launched\u000a18:17:26.777011 run osmo-hlr_10.42.42.2(pid=11446): Launched\u000a18:17:26.892384 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:17:27.446781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11448): Launched\u000a18:17:27.771111 run osmo-stp_10.42.42.5(pid=11449): Launched\u000a18:17:27.887978 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:17:28.471250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11451): Launched\u000a18:17:28.793170 run osmo-msc_10.42.42.6(pid=11452): Launched\u000a18:17:28.980152 run osmo-stp_10.42.42.5(pid=11449): ERR: Terminated: ERROR {rc=1} [trial-2380↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11449)]\u000a18:17:29.114745 run osmo-stp_10.42.42.5(pid=11449): stdout: \u000a| (launched: 2022-12-12_18:17:27.610536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:29.248292 run osmo-stp_10.42.42.5(pid=11449): stderr: \u000a| �[0;m�[38;5;43m20221212181727798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181727798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181727798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181727799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181727799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181727799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181727799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:29.376251 run osmo-stp_10.42.42.5(pid=11449): stdout: \u000a| (launched: 2022-12-12_18:17:27.610536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:29.502926 run osmo-stp_10.42.42.5(pid=11449): stderr: \u000a| �[0;m�[38;5;43m20221212181727798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181727798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181727798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181727799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181727799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181727799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181727799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:29.558807 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=11449): Process ended prematurely: osmo-stp_10.42.42.5(pid=11449) [trial-2380↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11449)] [trial-2380↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a18:17:29.567937 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a18:17:29.630930 run osmo-hlr_10.42.42.2(pid=11446): ERR: Terminated: ERROR {rc=237} [trial-2380↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11446)]\u000a18:17:29.682755 run osmo-hlr_10.42.42.2(pid=11446): stdout: \u000a| (launched: 2022-12-12_18:17:26.621065) \u000a18:17:29.734726 run osmo-hlr_10.42.42.2(pid=11446): stderr: \u000a| �[0;m�[1;31m20221212181726814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181726814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181726814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181726814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181726814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181726814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181726827 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181726835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181726835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181726835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:17:29.805136 run osmo-msc_10.42.42.6(pid=11452): ERR: Terminated: ERROR {rc=2} [trial-2380↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11452)]\u000a18:17:29.856360 run osmo-msc_10.42.42.6(pid=11452): stdout: \u000a| (launched: 2022-12-12_18:17:28.634259) \u000a18:17:29.908061 run osmo-msc_10.42.42.6(pid=11452): stderr: \u000a| �[0;m�[38;5;43m20221212181728953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181728953 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef79abac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181728953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181728953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181728953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181728953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181728955 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181728955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181728956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181728956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:17:29.952176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11445): Terminating (SIGTERM)\u000a18:17:29.993856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11448): Terminating (SIGTERM)\u000a18:17:30.035526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11451): Terminating (SIGTERM)\u000a18:17:30.044793 --- ParallelTerminationStrategy: PID 11445 died...\u000a18:17:30.100411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11445): Terminated: ok {rc=0}\u000a18:17:30.110489 --- ParallelTerminationStrategy: PID 11448 died...\u000a18:17:30.165681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11448): Terminated: ok {rc=0}\u000a18:17:30.175650 --- ParallelTerminationStrategy: PID 11451 died...\u000a18:17:30.231197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11451): Terminated: ok {rc=0}\u000a18:17:30.319269 bus /sierra_3: Setting Powered False\u000a18:17:31.422641 bus /sierra_3: Setting Powered False\u000a18:17:32.530017 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:17:23" }, { "cases" : [ { "testActions" : [ ], "age" : 236, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11458): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11458) [trial-2380↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11458)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11458): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11458) [trial-2380↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a18:17:34.375000 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a18:17:34.386214 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a18:17:34.525812 tst assert_extension.py: using LAC 30616\u000a18:17:34.651852 tst assert_extension.py: using RAC 16\u000a18:17:34.777627 tst assert_extension.py: using CellId 30616\u000a18:17:34.903869 tst assert_extension.py: using BVCI 30617\u000a18:17:34.928031 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a18:17:35.203073 tst assert_extension.py:10: start nitb and bts...\u000a18:17:35.327626 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:17:35.948047 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11457): Launched\u000a18:17:36.245460 run osmo-nitb_10.42.42.2(pid=11458): Launched\u000a18:17:36.428363 run osmo-nitb_10.42.42.2(pid=11458): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11458)]\u000a18:17:36.563278 run osmo-nitb_10.42.42.2(pid=11458): stdout: \u000a| (launched: 2022-12-12_18:17:36.099074) \u000a18:17:36.698606 run osmo-nitb_10.42.42.2(pid=11458): stderr: \u000a| (launched: 2022-12-12_18:17:36.143132)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:17:36.829296 run osmo-nitb_10.42.42.2(pid=11458): stdout: \u000a| (launched: 2022-12-12_18:17:36.099074) \u000a18:17:36.959000 run osmo-nitb_10.42.42.2(pid=11458): stderr: \u000a| (launched: 2022-12-12_18:17:36.143132)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:17:37.365960 tst osmo-nitb_10.42.42.2(pid=11458): stdout: \u000a| (launched: 2022-12-12_18:17:36.099074) \u000a18:17:37.484686 tst osmo-nitb_10.42.42.2(pid=11458): stderr: \u000a| (launched: 2022-12-12_18:17:36.143132)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:17:37.536901 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=11458): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11458) [trial-2380↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11458)] [trial-2380↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a18:17:37.545246 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a18:17:37.580381 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11457): Terminating (SIGTERM)\u000a18:17:37.758102 --- ParallelTerminationStrategy: PID 11457 died...\u000a18:17:37.812686 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11457): Terminated: ok {rc=0}\u000a18:17:37.900438 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:17:34" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11468): Process ended prematurely: osmo-stp_10.42.42.5(pid=11468) [trial-2380↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11468)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11468): Process ended prematurely: osmo-stp_10.42.42.5(pid=11468) [trial-2380↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11468)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a18:17:39.733124 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:17:39.743772 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a18:17:39.879662 tst assert_extension.py: using LAC 30617\u000a18:17:39.999105 tst assert_extension.py: using RAC 17\u000a18:17:40.115251 tst assert_extension.py: using CellId 30617\u000a18:17:40.236202 tst assert_extension.py: using BVCI 30618\u000a18:17:40.258888 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:17:40.269826 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:17:40.280514 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:17:40.291363 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:17:40.302097 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:17:40.313154 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a18:17:40.521365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:17:41.035454 run create_hlr_db(pid=11462): Launched\u000a18:17:41.220721 bus /sierra_2: Setting Powered False\u000a18:17:42.240447 run create_hlr_db(pid=11462): Terminated: ok {rc=0}\u000a18:17:42.642081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11464): Launched\u000a18:17:42.942473 run osmo-hlr_10.42.42.2(pid=11465): Launched\u000a18:17:43.057281 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:17:43.580520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11467): Launched\u000a18:17:43.879302 run osmo-stp_10.42.42.5(pid=11468): Launched\u000a18:17:43.987484 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:17:44.532742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11470): Launched\u000a18:17:44.832068 run osmo-msc_10.42.42.6(pid=11471): Launched\u000a18:17:45.007845 run osmo-stp_10.42.42.5(pid=11468): ERR: Terminated: ERROR {rc=1} [trial-2380↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11468)]\u000a18:17:45.134039 run osmo-stp_10.42.42.5(pid=11468): stdout: \u000a| (launched: 2022-12-12_18:17:43.731350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:45.257824 run osmo-stp_10.42.42.5(pid=11468): stderr: \u000a| �[0;m�[38;5;43m20221212181743897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181743897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181743897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181743898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181743898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181743898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181743898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:45.376733 run osmo-stp_10.42.42.5(pid=11468): stdout: \u000a| (launched: 2022-12-12_18:17:43.731350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:45.494834 run osmo-stp_10.42.42.5(pid=11468): stderr: \u000a| �[0;m�[38;5;43m20221212181743897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181743897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181743897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181743898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181743898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181743898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181743898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:45.546727 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=11468): Process ended prematurely: osmo-stp_10.42.42.5(pid=11468) [trial-2380↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11468)] [trial-2380↪ussd:trx-umtrx↪assert_extension.py:17]\u000a18:17:45.554776 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a18:17:45.615412 run osmo-hlr_10.42.42.2(pid=11465): ERR: Terminated: ERROR {rc=237} [trial-2380↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11465)]\u000a18:17:45.664600 run osmo-hlr_10.42.42.2(pid=11465): stdout: \u000a| (launched: 2022-12-12_18:17:42.793612) \u000a18:17:45.714281 run osmo-hlr_10.42.42.2(pid=11465): stderr: \u000a| �[0;m�[1;31m20221212181742967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181742967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181742967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181742967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181742967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181742967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181742980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181742991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181742991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181742991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:17:45.781655 run osmo-msc_10.42.42.6(pid=11471): ERR: Terminated: ERROR {rc=2} [trial-2380↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11471)]\u000a18:17:45.836153 run osmo-msc_10.42.42.6(pid=11471): stdout: \u000a| (launched: 2022-12-12_18:17:44.683772) \u000a18:17:45.887439 run osmo-msc_10.42.42.6(pid=11471): stderr: \u000a| �[0;m�[38;5;43m20221212181744952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181744952 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7564a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181744952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181744952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181744952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181744953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181744954 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181744955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181744955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181744955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:17:45.930430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11464): Terminating (SIGTERM)\u000a18:17:45.971162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11467): Terminating (SIGTERM)\u000a18:17:46.012144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11470): Terminating (SIGTERM)\u000a18:17:46.021816 --- ParallelTerminationStrategy: PID 11464 died...\u000a18:17:46.078781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11464): Terminated: ok {rc=0}\u000a18:17:46.090861 --- ParallelTerminationStrategy: PID 11467 died...\u000a18:17:46.149461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11467): Terminated: ok {rc=0}\u000a18:17:46.161408 --- ParallelTerminationStrategy: PID 11470 died...\u000a18:17:46.222571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11470): Terminated: ok {rc=0}\u000a18:17:46.315189 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:17:39" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11482): Process ended prematurely: osmo-stp_10.42.42.5(pid=11482) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11482)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11482): Process ended prematurely: osmo-stp_10.42.42.5(pid=11482) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:17:48.289307 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:48.301650 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:17:48.467562 tst mo_mt_call.py: using LAC 30618\u000a18:17:48.599724 tst mo_mt_call.py: using RAC 18\u000a18:17:48.726492 tst mo_mt_call.py: using CellId 30618\u000a18:17:48.857369 tst mo_mt_call.py: using BVCI 30619\u000a18:17:48.882126 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:48.893819 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:48.905319 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:48.917359 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:48.929708 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:48.941728 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:17:49.060086 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:17:49.262045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:17:49.741763 run create_hlr_db(pid=11476): Launched\u000a18:17:49.916221 bus /sierra_2: Setting Powered False\u000a18:17:50.939283 run create_hlr_db(pid=11476): Terminated: ok {rc=0}\u000a18:17:51.343888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11478): Launched\u000a18:17:51.648399 run osmo-hlr_10.42.42.2(pid=11479): Launched\u000a18:17:51.763556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:17:52.291041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11481): Launched\u000a18:17:52.596147 run osmo-stp_10.42.42.5(pid=11482): Launched\u000a18:17:52.707784 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:17:53.264930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11484): Launched\u000a18:17:53.570385 run osmo-msc_10.42.42.6(pid=11485): Launched\u000a18:17:53.748534 run osmo-stp_10.42.42.5(pid=11482): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11482)]\u000a18:17:53.876308 run osmo-stp_10.42.42.5(pid=11482): stdout: \u000a| (launched: 2022-12-12_18:17:52.445296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:54.002470 run osmo-stp_10.42.42.5(pid=11482): stderr: \u000a| �[0;m�[38;5;43m20221212181752614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181752614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181752614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181752614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181752615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181752615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181752615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:54.123954 run osmo-stp_10.42.42.5(pid=11482): stdout: \u000a| (launched: 2022-12-12_18:17:52.445296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:17:54.244320 run osmo-stp_10.42.42.5(pid=11482): stderr: \u000a| �[0;m�[38;5;43m20221212181752614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181752614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181752614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181752614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181752615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181752615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181752615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:17:54.297526 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11482): Process ended prematurely: osmo-stp_10.42.42.5(pid=11482) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11482)] [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:17:54.306228 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:17:54.366577 run osmo-hlr_10.42.42.2(pid=11479): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11479)]\u000a18:17:54.415665 run osmo-hlr_10.42.42.2(pid=11479): stdout: \u000a| (launched: 2022-12-12_18:17:51.498223) \u000a18:17:54.465606 run osmo-hlr_10.42.42.2(pid=11479): stderr: \u000a| �[0;m�[1;31m20221212181751670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181751670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181751670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181751670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181751670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181751670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181751683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181751691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181751691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181751691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:17:54.532926 run osmo-msc_10.42.42.6(pid=11485): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11485)]\u000a18:17:54.582055 run osmo-msc_10.42.42.6(pid=11485): stdout: \u000a| (launched: 2022-12-12_18:17:53.419103) \u000a18:17:54.631291 run osmo-msc_10.42.42.6(pid=11485): stderr: \u000a| �[0;m�[38;5;43m20221212181753687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181753687 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7a4710c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181753687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181753687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181753688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181753688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181753690 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181753690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181753690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181753690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:17:54.673228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11478): Terminating (SIGTERM)\u000a18:17:54.713004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11481): Terminating (SIGTERM)\u000a18:17:54.753356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11484): Terminating (SIGTERM)\u000a18:17:54.762901 --- ParallelTerminationStrategy: PID 11478 died...\u000a18:17:54.816156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11478): Terminated: ok {rc=0}\u000a18:17:54.826021 --- ParallelTerminationStrategy: PID 11481 died...\u000a18:17:54.879188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11481): Terminated: ok {rc=0}\u000a18:17:54.888728 --- ParallelTerminationStrategy: PID 11484 died...\u000a18:17:54.941520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11484): Terminated: ok {rc=0}\u000a18:17:55.030161 bus /sierra_3: Setting Powered False\u000a18:17:56.134355 bus /sierra_3: Setting Powered False\u000a18:17:57.245949 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11493): Process ended prematurely: osmo-stp_10.42.42.5(pid=11493) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11493)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11493): Process ended prematurely: osmo-stp_10.42.42.5(pid=11493) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:17:58.356524 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:58.368699 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:17:58.523536 tst mo_mt_call_osmux.py: using LAC 30619\u000a18:17:58.644175 tst mo_mt_call_osmux.py: using RAC 19\u000a18:17:58.763744 tst mo_mt_call_osmux.py: using CellId 30619\u000a18:17:58.883477 tst mo_mt_call_osmux.py: using BVCI 30620\u000a18:17:58.906878 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:58.918056 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:58.929094 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:58.939923 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:58.951438 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:17:58.962729 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:17:59.084007 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:17:59.284924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:17:59.760664 run create_hlr_db(pid=11487): Launched\u000a18:17:59.934302 bus /sierra_2: Setting Powered False\u000a18:18:00.996931 run create_hlr_db(pid=11487): Terminated: ok {rc=0}\u000a18:18:01.433253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11489): Launched\u000a18:18:01.773611 run osmo-hlr_10.42.42.2(pid=11490): Launched\u000a18:18:02.031880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:02.646505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11492): Launched\u000a18:18:02.950075 run osmo-stp_10.42.42.5(pid=11493): Launched\u000a18:18:03.059304 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:03.613546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11495): Launched\u000a18:18:03.917836 run osmo-msc_10.42.42.6(pid=11496): Launched\u000a18:18:04.095057 run osmo-stp_10.42.42.5(pid=11493): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11493)]\u000a18:18:04.222663 run osmo-stp_10.42.42.5(pid=11493): stdout: \u000a| (launched: 2022-12-12_18:18:02.800300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:04.348147 run osmo-stp_10.42.42.5(pid=11493): stderr: \u000a| �[0;m�[38;5;43m20221212181802969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181802969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181802969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181802970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181802970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181802970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181802970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:04.469813 run osmo-stp_10.42.42.5(pid=11493): stdout: \u000a| (launched: 2022-12-12_18:18:02.800300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:04.590083 run osmo-stp_10.42.42.5(pid=11493): stderr: \u000a| �[0;m�[38;5;43m20221212181802969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181802969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181802969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181802970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181802970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181802970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181802970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:04.643164 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11493): Process ended prematurely: osmo-stp_10.42.42.5(pid=11493) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11493)] [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:18:04.651920 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:18:04.712192 run osmo-hlr_10.42.42.2(pid=11490): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11490)]\u000a18:18:04.761319 run osmo-hlr_10.42.42.2(pid=11490): stdout: \u000a| (launched: 2022-12-12_18:18:01.590335) \u000a18:18:04.810956 run osmo-hlr_10.42.42.2(pid=11490): stderr: \u000a| �[0;m�[1;31m20221212181801987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181801987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181801987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181801988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181801988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181801989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181802019 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181802035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181802038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181802038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:04.878376 run osmo-msc_10.42.42.6(pid=11496): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11496)]\u000a18:18:04.927109 run osmo-msc_10.42.42.6(pid=11496): stdout: \u000a| (launched: 2022-12-12_18:18:03.767206) \u000a18:18:04.976620 run osmo-msc_10.42.42.6(pid=11496): stderr: \u000a| �[0;m�[38;5;43m20221212181804036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181804036 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f414d06ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181804036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181804036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181804036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181804036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181804038 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181804039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181804039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181804039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:05.018297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11489): Terminating (SIGTERM)\u000a18:18:05.057875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11492): Terminating (SIGTERM)\u000a18:18:05.097734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11495): Terminating (SIGTERM)\u000a18:18:05.107376 --- ParallelTerminationStrategy: PID 11489 died...\u000a18:18:05.160516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11489): Terminated: ok {rc=0}\u000a18:18:05.170257 --- ParallelTerminationStrategy: PID 11492 died...\u000a18:18:05.222840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11492): Terminated: ok {rc=0}\u000a18:18:05.232538 --- ParallelTerminationStrategy: PID 11495 died...\u000a18:18:05.285101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11495): Terminated: ok {rc=0}\u000a18:18:05.373696 bus /sierra_3: Setting Powered False\u000a18:18:06.477790 bus /sierra_3: Setting Powered False\u000a18:18:07.588671 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:17:47" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11507): Process ended prematurely: osmo-stp_10.42.42.5(pid=11507) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11507)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11507): Process ended prematurely: osmo-stp_10.42.42.5(pid=11507) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:18:09.579846 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:09.590928 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:18:09.748022 tst mo_mt_call.py: using LAC 30620\u000a18:18:09.867763 tst mo_mt_call.py: using RAC 20\u000a18:18:09.988450 tst mo_mt_call.py: using CellId 30620\u000a18:18:10.108386 tst mo_mt_call.py: using BVCI 30621\u000a18:18:10.131387 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:10.142487 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:10.153346 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:10.165076 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:10.176454 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:10.187550 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:18:10.308564 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:18:10.510797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:10.988461 run create_hlr_db(pid=11501): Launched\u000a18:18:11.163941 bus /sierra_2: Setting Powered False\u000a18:18:12.186894 run create_hlr_db(pid=11501): Terminated: ok {rc=0}\u000a18:18:12.592319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11503): Launched\u000a18:18:12.899337 run osmo-hlr_10.42.42.2(pid=11504): Launched\u000a18:18:13.018041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:13.585343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11506): Launched\u000a18:18:13.912753 run osmo-stp_10.42.42.5(pid=11507): Launched\u000a18:18:14.029983 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:14.625030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11509): Launched\u000a18:18:14.952065 run osmo-msc_10.42.42.6(pid=11510): Launched\u000a18:18:15.141296 run osmo-stp_10.42.42.5(pid=11507): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11507)]\u000a18:18:15.278289 run osmo-stp_10.42.42.5(pid=11507): stdout: \u000a| (launched: 2022-12-12_18:18:13.751937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:15.414040 run osmo-stp_10.42.42.5(pid=11507): stderr: \u000a| �[0;m�[38;5;43m20221212181813941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181813941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181813941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181813941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181813942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181813942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181813942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:15.544463 run osmo-stp_10.42.42.5(pid=11507): stdout: \u000a| (launched: 2022-12-12_18:18:13.751937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:15.674602 run osmo-stp_10.42.42.5(pid=11507): stderr: \u000a| �[0;m�[38;5;43m20221212181813941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181813941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181813941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181813941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181813942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181813942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181813942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:15.732152 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11507): Process ended prematurely: osmo-stp_10.42.42.5(pid=11507) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11507)] [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:18:15.741701 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:18:15.804453 run osmo-hlr_10.42.42.2(pid=11504): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11504)]\u000a18:18:15.869144 run osmo-hlr_10.42.42.2(pid=11504): stdout: \u000a| (launched: 2022-12-12_18:18:12.746626) \u000a18:18:15.935850 run osmo-hlr_10.42.42.2(pid=11504): stderr: \u000a| �[0;m�[1;31m20221212181812919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181812919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181812919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181812920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181812920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181812920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181812931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181812940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181812940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181812940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:16.008910 run osmo-msc_10.42.42.6(pid=11510): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11510)]\u000a18:18:16.065586 run osmo-msc_10.42.42.6(pid=11510): stdout: \u000a| (launched: 2022-12-12_18:18:14.791115) \u000a18:18:16.120094 run osmo-msc_10.42.42.6(pid=11510): stderr: \u000a| �[0;m�[38;5;43m20221212181815110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181815110 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb5a248c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181815110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181815110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181815111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181815111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181815112 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181815113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181815113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181815113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:16.165842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11503): Terminating (SIGTERM)\u000a18:18:16.211096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11506): Terminating (SIGTERM)\u000a18:18:16.256564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11509): Terminating (SIGTERM)\u000a18:18:16.270256 --- ParallelTerminationStrategy: PID 11503 died...\u000a18:18:16.330039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11503): Terminated: ok {rc=0}\u000a18:18:16.340855 --- ParallelTerminationStrategy: PID 11506 died...\u000a18:18:16.397796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11506): Terminated: ok {rc=0}\u000a18:18:16.409818 --- ParallelTerminationStrategy: PID 11509 died...\u000a18:18:16.467096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11509): Terminated: ok {rc=0}\u000a18:18:16.569987 bus /sierra_3: Setting Powered False\u000a18:18:17.674972 bus /sierra_3: Setting Powered False\u000a18:18:18.786599 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11518): Process ended prematurely: osmo-stp_10.42.42.5(pid=11518) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11518)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11518): Process ended prematurely: osmo-stp_10.42.42.5(pid=11518) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:18:19.898485 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:19.910424 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:18:20.067755 tst mo_mt_call_osmux.py: using LAC 30621\u000a18:18:20.188873 tst mo_mt_call_osmux.py: using RAC 21\u000a18:18:20.309256 tst mo_mt_call_osmux.py: using CellId 30621\u000a18:18:20.429466 tst mo_mt_call_osmux.py: using BVCI 30622\u000a18:18:20.452446 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:20.463611 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:20.474653 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:20.486013 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:20.497364 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:18:20.508571 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:18:20.630119 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:18:20.848390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:21.368407 run create_hlr_db(pid=11512): Launched\u000a18:18:21.556513 bus /sierra_2: Setting Powered False\u000a18:18:22.578489 run create_hlr_db(pid=11512): Terminated: ok {rc=0}\u000a18:18:22.986961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11514): Launched\u000a18:18:23.290932 run osmo-hlr_10.42.42.2(pid=11515): Launched\u000a18:18:23.409741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:23.943249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11517): Launched\u000a18:18:24.247863 run osmo-stp_10.42.42.5(pid=11518): Launched\u000a18:18:24.358947 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:24.915418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11520): Launched\u000a18:18:25.221026 run osmo-msc_10.42.42.6(pid=11521): Launched\u000a18:18:25.399290 run osmo-stp_10.42.42.5(pid=11518): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11518)]\u000a18:18:25.527288 run osmo-stp_10.42.42.5(pid=11518): stdout: \u000a| (launched: 2022-12-12_18:18:24.097061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:25.653184 run osmo-stp_10.42.42.5(pid=11518): stderr: \u000a| �[0;m�[38;5;43m20221212181824264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181824265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181824265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181824265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181824266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181824266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181824266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:25.775041 run osmo-stp_10.42.42.5(pid=11518): stdout: \u000a| (launched: 2022-12-12_18:18:24.097061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:25.895606 run osmo-stp_10.42.42.5(pid=11518): stderr: \u000a| �[0;m�[38;5;43m20221212181824264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181824265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181824265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181824265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181824266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181824266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181824266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:25.949163 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11518): Process ended prematurely: osmo-stp_10.42.42.5(pid=11518) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11518)] [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:18:25.957799 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:18:26.017866 run osmo-hlr_10.42.42.2(pid=11515): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11515)]\u000a18:18:26.066821 run osmo-hlr_10.42.42.2(pid=11515): stdout: \u000a| (launched: 2022-12-12_18:18:23.141268) \u000a18:18:26.116507 run osmo-hlr_10.42.42.2(pid=11515): stderr: \u000a| �[0;m�[1;31m20221212181823316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181823317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181823317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181823317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181823317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181823317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181823329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181823338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181823338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181823338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:26.183708 run osmo-msc_10.42.42.6(pid=11521): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11521)]\u000a18:18:26.232492 run osmo-msc_10.42.42.6(pid=11521): stdout: \u000a| (launched: 2022-12-12_18:18:25.069490) \u000a18:18:26.281938 run osmo-msc_10.42.42.6(pid=11521): stderr: \u000a| �[0;m�[38;5;43m20221212181825340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181825341 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c1faa4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181825341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181825341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181825341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181825341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181825343 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181825343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181825343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181825344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:26.323917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11514): Terminating (SIGTERM)\u000a18:18:26.363849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11517): Terminating (SIGTERM)\u000a18:18:26.403697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11520): Terminating (SIGTERM)\u000a18:18:26.413243 --- ParallelTerminationStrategy: PID 11514 died...\u000a18:18:26.466564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11514): Terminated: ok {rc=0}\u000a18:18:26.476348 --- ParallelTerminationStrategy: PID 11517 died...\u000a18:18:26.529205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11517): Terminated: ok {rc=0}\u000a18:18:26.538906 --- ParallelTerminationStrategy: PID 11520 died...\u000a18:18:26.592243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11520): Terminated: ok {rc=0}\u000a18:18:26.681940 bus /sierra_3: Setting Powered False\u000a18:18:27.785935 bus /sierra_3: Setting Powered False\u000a18:18:28.897337 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:18:09" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11532): Process ended prematurely: osmo-stp_10.42.42.5(pid=11532) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11532)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11532): Process ended prematurely: osmo-stp_10.42.42.5(pid=11532) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:18:30.925332 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:30.937920 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:18:31.101719 tst mo_mt_call.py: using LAC 30622\u000a18:18:31.258028 tst mo_mt_call.py: using RAC 22\u000a18:18:31.390380 tst mo_mt_call.py: using CellId 30622\u000a18:18:31.516830 tst mo_mt_call.py: using BVCI 30623\u000a18:18:31.542352 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:31.554176 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:31.565933 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:31.578842 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:31.591752 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:31.604886 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:18:31.730740 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:18:31.959276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:32.484277 run create_hlr_db(pid=11526): Launched\u000a18:18:32.673167 bus /sierra_2: Setting Powered False\u000a18:18:33.694453 run create_hlr_db(pid=11526): Terminated: ok {rc=0}\u000a18:18:34.128249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11528): Launched\u000a18:18:34.454721 run osmo-hlr_10.42.42.2(pid=11529): Launched\u000a18:18:34.572503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:35.138053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11531): Launched\u000a18:18:35.463413 run osmo-stp_10.42.42.5(pid=11532): Launched\u000a18:18:35.580830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:36.178745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11534): Launched\u000a18:18:36.506577 run osmo-msc_10.42.42.6(pid=11535): Launched\u000a18:18:36.697229 run osmo-stp_10.42.42.5(pid=11532): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11532)]\u000a18:18:36.833982 run osmo-stp_10.42.42.5(pid=11532): stdout: \u000a| (launched: 2022-12-12_18:18:35.303392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:36.970126 run osmo-stp_10.42.42.5(pid=11532): stderr: \u000a| �[0;m�[38;5;43m20221212181835493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181835493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181835493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181835494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181835494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181835494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181835494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:37.100910 run osmo-stp_10.42.42.5(pid=11532): stdout: \u000a| (launched: 2022-12-12_18:18:35.303392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:37.230775 run osmo-stp_10.42.42.5(pid=11532): stderr: \u000a| �[0;m�[38;5;43m20221212181835493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181835493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181835493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181835494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181835494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181835494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181835494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:37.288281 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11532): Process ended prematurely: osmo-stp_10.42.42.5(pid=11532) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11532)] [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:18:37.297858 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:18:37.360672 run osmo-hlr_10.42.42.2(pid=11529): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11529)]\u000a18:18:37.412271 run osmo-hlr_10.42.42.2(pid=11529): stdout: \u000a| (launched: 2022-12-12_18:18:34.293628) \u000a18:18:37.464245 run osmo-hlr_10.42.42.2(pid=11529): stderr: \u000a| �[0;m�[1;31m20221212181834488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181834488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181834488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181834488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181834488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181834488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181834500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181834510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181834510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181834510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:37.534865 run osmo-msc_10.42.42.6(pid=11535): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11535)]\u000a18:18:37.586320 run osmo-msc_10.42.42.6(pid=11535): stdout: \u000a| (launched: 2022-12-12_18:18:36.345250) \u000a18:18:37.638257 run osmo-msc_10.42.42.6(pid=11535): stderr: \u000a| �[0;m�[38;5;43m20221212181836665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181836665 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4f509ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181836665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181836665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181836665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181836665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181836667 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181836668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181836668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181836669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:37.683030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11528): Terminating (SIGTERM)\u000a18:18:37.724862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11531): Terminating (SIGTERM)\u000a18:18:37.766950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11534): Terminating (SIGTERM)\u000a18:18:37.776691 --- ParallelTerminationStrategy: PID 11528 died...\u000a18:18:37.833264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11528): Terminated: ok {rc=0}\u000a18:18:37.843601 --- ParallelTerminationStrategy: PID 11531 died...\u000a18:18:37.899677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11531): Terminated: ok {rc=0}\u000a18:18:37.909821 --- ParallelTerminationStrategy: PID 11534 died...\u000a18:18:37.966167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11534): Terminated: ok {rc=0}\u000a18:18:38.053280 bus /sierra_3: Setting Powered False\u000a18:18:39.161041 bus /sierra_3: Setting Powered False\u000a18:18:40.273711 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11543): Process ended prematurely: osmo-stp_10.42.42.5(pid=11543) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11543)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11543): Process ended prematurely: osmo-stp_10.42.42.5(pid=11543) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:18:41.384535 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:41.396696 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:18:41.561842 tst mo_mt_call_osmux.py: using LAC 30623\u000a18:18:41.689296 tst mo_mt_call_osmux.py: using RAC 23\u000a18:18:41.816188 tst mo_mt_call_osmux.py: using CellId 30623\u000a18:18:41.946165 tst mo_mt_call_osmux.py: using BVCI 30624\u000a18:18:41.970865 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:41.982637 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:41.994161 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:42.005680 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:42.017303 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:18:42.029915 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:18:42.148295 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:18:42.362207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:42.883647 run create_hlr_db(pid=11537): Launched\u000a18:18:43.071224 bus /sierra_2: Setting Powered False\u000a18:18:44.092701 run create_hlr_db(pid=11537): Terminated: ok {rc=0}\u000a18:18:44.500583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11539): Launched\u000a18:18:44.804780 run osmo-hlr_10.42.42.2(pid=11540): Launched\u000a18:18:44.922273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:45.454157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11542): Launched\u000a18:18:45.758551 run osmo-stp_10.42.42.5(pid=11543): Launched\u000a18:18:45.898586 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:46.509600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11545): Launched\u000a18:18:46.928914 run osmo-msc_10.42.42.6(pid=11546): Launched\u000a18:18:47.273138 run osmo-stp_10.42.42.5(pid=11543): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11543)]\u000a18:18:47.400215 run osmo-stp_10.42.42.5(pid=11543): stdout: \u000a| (launched: 2022-12-12_18:18:45.607871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:47.527135 run osmo-stp_10.42.42.5(pid=11543): stderr: \u000a| �[0;m�[38;5;43m20221212181845774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181845774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181845774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181845775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181845775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181845775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181845775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:47.648876 run osmo-stp_10.42.42.5(pid=11543): stdout: \u000a| (launched: 2022-12-12_18:18:45.607871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:47.769869 run osmo-stp_10.42.42.5(pid=11543): stderr: \u000a| �[0;m�[38;5;43m20221212181845774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181845774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181845774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181845775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181845775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181845775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181845775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:47.823347 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11543): Process ended prematurely: osmo-stp_10.42.42.5(pid=11543) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11543)] [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:18:47.832116 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a18:18:47.893256 run osmo-hlr_10.42.42.2(pid=11540): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11540)]\u000a18:18:47.942750 run osmo-hlr_10.42.42.2(pid=11540): stdout: \u000a| (launched: 2022-12-12_18:18:44.655049) \u000a18:18:47.992936 run osmo-hlr_10.42.42.2(pid=11540): stderr: \u000a| �[0;m�[1;31m20221212181844828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181844828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181844828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181844828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181844828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181844828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181844839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181844847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181844847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181844847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:48.060829 run osmo-msc_10.42.42.6(pid=11546): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11546)]\u000a18:18:48.109968 run osmo-msc_10.42.42.6(pid=11546): stdout: \u000a| (launched: 2022-12-12_18:18:46.667465) \u000a18:18:48.160215 run osmo-msc_10.42.42.6(pid=11546): stderr: \u000a| �[0;m�[38;5;43m20221212181847156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181847156 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda06508c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181847156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181847156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181847156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181847165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181847167 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181847167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181847167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181847167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:48.202408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11539): Terminating (SIGTERM)\u000a18:18:48.242449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11542): Terminating (SIGTERM)\u000a18:18:48.282554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11545): Terminating (SIGTERM)\u000a18:18:48.292196 --- ParallelTerminationStrategy: PID 11539 died...\u000a18:18:48.346041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11539): Terminated: ok {rc=0}\u000a18:18:48.355854 --- ParallelTerminationStrategy: PID 11542 died...\u000a18:18:48.409591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11542): Terminated: ok {rc=0}\u000a18:18:48.419216 --- ParallelTerminationStrategy: PID 11545 died...\u000a18:18:48.472916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11545): Terminated: ok {rc=0}\u000a18:18:48.561976 bus /sierra_3: Setting Powered False\u000a18:18:49.665849 bus /sierra_3: Setting Powered False\u000a18:18:50.777159 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:18:30" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11557): Process ended prematurely: osmo-stp_10.42.42.5(pid=11557) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11557)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11557): Process ended prematurely: osmo-stp_10.42.42.5(pid=11557) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:18:52.773545 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:18:52.784533 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:18:52.938438 tst mo_mt_call.py: using LAC 30624\u000a18:18:53.064040 tst mo_mt_call.py: using RAC 24\u000a18:18:53.184351 tst mo_mt_call.py: using CellId 30624\u000a18:18:53.303743 tst mo_mt_call.py: using BVCI 30625\u000a18:18:53.326762 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:18:53.337829 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:18:53.348737 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:18:53.359991 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:18:53.371395 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:18:53.382634 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:18:53.503778 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:18:53.708825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:18:54.187124 run create_hlr_db(pid=11551): Launched\u000a18:18:54.361548 bus /sierra_2: Setting Powered False\u000a18:18:55.383600 run create_hlr_db(pid=11551): Terminated: ok {rc=0}\u000a18:18:55.817305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11553): Launched\u000a18:18:56.143809 run osmo-hlr_10.42.42.2(pid=11554): Launched\u000a18:18:56.263001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:18:56.830976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11556): Launched\u000a18:18:57.157195 run osmo-stp_10.42.42.5(pid=11557): Launched\u000a18:18:57.275014 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:18:57.871330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11559): Launched\u000a18:18:58.199403 run osmo-msc_10.42.42.6(pid=11560): Launched\u000a18:18:58.388926 run osmo-stp_10.42.42.5(pid=11557): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11557)]\u000a18:18:58.525468 run osmo-stp_10.42.42.5(pid=11557): stdout: \u000a| (launched: 2022-12-12_18:18:56.996344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:58.661694 run osmo-stp_10.42.42.5(pid=11557): stderr: \u000a| �[0;m�[38;5;43m20221212181857184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181857185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181857185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181857185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181857186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181857186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181857186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:58.792706 run osmo-stp_10.42.42.5(pid=11557): stdout: \u000a| (launched: 2022-12-12_18:18:56.996344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:18:58.921858 run osmo-stp_10.42.42.5(pid=11557): stderr: \u000a| �[0;m�[38;5;43m20221212181857184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181857185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181857185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181857185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181857186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181857186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181857186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:18:58.978900 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11557): Process ended prematurely: osmo-stp_10.42.42.5(pid=11557) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11557)] [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a18:18:58.988175 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:18:59.050788 run osmo-hlr_10.42.42.2(pid=11554): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11554)]\u000a18:18:59.102671 run osmo-hlr_10.42.42.2(pid=11554): stdout: \u000a| (launched: 2022-12-12_18:18:55.982917) \u000a18:18:59.154859 run osmo-hlr_10.42.42.2(pid=11554): stderr: \u000a| �[0;m�[1;31m20221212181856177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181856177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181856178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181856178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181856178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181856178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181856190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181856198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181856199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181856199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:18:59.225628 run osmo-msc_10.42.42.6(pid=11560): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11560)]\u000a18:18:59.277513 run osmo-msc_10.42.42.6(pid=11560): stdout: \u000a| (launched: 2022-12-12_18:18:58.037600) \u000a18:18:59.329548 run osmo-msc_10.42.42.6(pid=11560): stderr: \u000a| �[0;m�[38;5;43m20221212181858357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181858357 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b35b1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181858357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181858357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181858357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181858357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181858359 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181858359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181858360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181858360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:18:59.373812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11553): Terminating (SIGTERM)\u000a18:18:59.415607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11556): Terminating (SIGTERM)\u000a18:18:59.457208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11559): Terminating (SIGTERM)\u000a18:18:59.466559 --- ParallelTerminationStrategy: PID 11553 died...\u000a18:18:59.522296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11553): Terminated: ok {rc=0}\u000a18:18:59.532468 --- ParallelTerminationStrategy: PID 11556 died...\u000a18:18:59.587831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11556): Terminated: ok {rc=0}\u000a18:18:59.597807 --- ParallelTerminationStrategy: PID 11559 died...\u000a18:18:59.652787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11559): Terminated: ok {rc=0}\u000a18:18:59.740367 bus /sierra_3: Setting Powered False\u000a18:19:00.847652 bus /sierra_3: Setting Powered False\u000a18:19:01.971479 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11568): Process ended prematurely: osmo-stp_10.42.42.5(pid=11568) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11568)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11568): Process ended prematurely: osmo-stp_10.42.42.5(pid=11568) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:19:03.081288 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:19:03.093264 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:19:03.253488 tst mo_mt_call_osmux.py: using LAC 30625\u000a18:19:03.371988 tst mo_mt_call_osmux.py: using RAC 25\u000a18:19:03.489300 tst mo_mt_call_osmux.py: using CellId 30625\u000a18:19:03.607259 tst mo_mt_call_osmux.py: using BVCI 30626\u000a18:19:03.630233 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:19:03.641397 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:19:03.652260 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:19:03.663644 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:19:03.675165 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:19:03.686528 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:19:03.806544 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:19:04.008657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:19:04.486416 run create_hlr_db(pid=11562): Launched\u000a18:19:04.661560 bus /sierra_2: Setting Powered False\u000a18:19:05.683062 run create_hlr_db(pid=11562): Terminated: ok {rc=0}\u000a18:19:06.113676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11564): Launched\u000a18:19:06.441733 run osmo-hlr_10.42.42.2(pid=11565): Launched\u000a18:19:06.559739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:19:07.126279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11567): Launched\u000a18:19:07.453216 run osmo-stp_10.42.42.5(pid=11568): Launched\u000a18:19:07.582685 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:19:08.175967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11570): Launched\u000a18:19:08.502177 run osmo-msc_10.42.42.6(pid=11571): Launched\u000a18:19:08.692489 run osmo-stp_10.42.42.5(pid=11568): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11568)]\u000a18:19:08.829016 run osmo-stp_10.42.42.5(pid=11568): stdout: \u000a| (launched: 2022-12-12_18:19:07.291995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:08.964167 run osmo-stp_10.42.42.5(pid=11568): stderr: \u000a| �[0;m�[38;5;43m20221212181907482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181907483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181907483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181907483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181907484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181907484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181907484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:09.094295 run osmo-stp_10.42.42.5(pid=11568): stdout: \u000a| (launched: 2022-12-12_18:19:07.291995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:09.223125 run osmo-stp_10.42.42.5(pid=11568): stderr: \u000a| �[0;m�[38;5;43m20221212181907482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181907483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181907483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181907483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181907484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181907484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181907484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:09.280286 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11568): Process ended prematurely: osmo-stp_10.42.42.5(pid=11568) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11568)] [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a18:19:09.289720 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:19:09.352139 run osmo-hlr_10.42.42.2(pid=11565): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11565)]\u000a18:19:09.403039 run osmo-hlr_10.42.42.2(pid=11565): stdout: \u000a| (launched: 2022-12-12_18:19:06.279615) \u000a18:19:09.454674 run osmo-hlr_10.42.42.2(pid=11565): stderr: \u000a| �[0;m�[1;31m20221212181906474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181906474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181906474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181906474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181906474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181906474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181906486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181906495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181906495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181906495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:19:09.525405 run osmo-msc_10.42.42.6(pid=11571): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11571)]\u000a18:19:09.576390 run osmo-msc_10.42.42.6(pid=11571): stdout: \u000a| (launched: 2022-12-12_18:19:08.341292) \u000a18:19:09.628442 run osmo-msc_10.42.42.6(pid=11571): stderr: \u000a| �[0;m�[38;5;43m20221212181908659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181908659 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60edbcdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181908659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181908660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181908660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181908660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181908662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181908662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181908663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181908663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:19:09.673263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11564): Terminating (SIGTERM)\u000a18:19:09.715127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11567): Terminating (SIGTERM)\u000a18:19:09.756864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11570): Terminating (SIGTERM)\u000a18:19:09.766767 --- ParallelTerminationStrategy: PID 11564 died...\u000a18:19:09.822852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11564): Terminated: ok {rc=0}\u000a18:19:09.832873 --- ParallelTerminationStrategy: PID 11567 died...\u000a18:19:09.889032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11567): Terminated: ok {rc=0}\u000a18:19:09.899110 --- ParallelTerminationStrategy: PID 11570 died...\u000a18:19:09.954571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11570): Terminated: ok {rc=0}\u000a18:19:10.042348 bus /sierra_3: Setting Powered False\u000a18:19:11.149647 bus /sierra_3: Setting Powered False\u000a18:19:12.257585 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:18:52" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11582): Process ended prematurely: osmo-stp_10.42.42.5(pid=11582) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11582)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11582): Process ended prematurely: osmo-stp_10.42.42.5(pid=11582) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:19:14.260757 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:14.271900 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:19:14.427195 tst mo_mt_call.py: using LAC 30626\u000a18:19:14.547893 tst mo_mt_call.py: using RAC 26\u000a18:19:14.668820 tst mo_mt_call.py: using CellId 30626\u000a18:19:14.797207 tst mo_mt_call.py: using BVCI 30627\u000a18:19:14.821933 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:14.833606 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:14.845126 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:14.856530 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:14.868121 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:14.879669 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:19:14.997225 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:19:15.209106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:19:15.729470 run create_hlr_db(pid=11576): Launched\u000a18:19:15.941189 bus /sierra_2: Setting Powered False\u000a18:19:16.940463 run create_hlr_db(pid=11576): Terminated: ok {rc=0}\u000a18:19:17.389400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11578): Launched\u000a18:19:17.694763 run osmo-hlr_10.42.42.2(pid=11579): Launched\u000a18:19:17.813759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:19:18.348821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11581): Launched\u000a18:19:18.654330 run osmo-stp_10.42.42.5(pid=11582): Launched\u000a18:19:18.763443 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:19:19.318281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11584): Launched\u000a18:19:19.622826 run osmo-msc_10.42.42.6(pid=11585): Launched\u000a18:19:19.806860 run osmo-stp_10.42.42.5(pid=11582): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11582)]\u000a18:19:19.945248 run osmo-stp_10.42.42.5(pid=11582): stdout: \u000a| (launched: 2022-12-12_18:19:18.502422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:20.080481 run osmo-stp_10.42.42.5(pid=11582): stderr: \u000a| �[0;m�[38;5;43m20221212181918670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181918670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181918670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181918671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181918671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181918671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181918671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:20.210494 run osmo-stp_10.42.42.5(pid=11582): stdout: \u000a| (launched: 2022-12-12_18:19:18.502422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:20.339395 run osmo-stp_10.42.42.5(pid=11582): stderr: \u000a| �[0;m�[38;5;43m20221212181918670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181918670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181918670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181918671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181918671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181918671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181918671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:20.396329 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11582): Process ended prematurely: osmo-stp_10.42.42.5(pid=11582) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11582)] [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:19:20.405572 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:19:20.467570 run osmo-hlr_10.42.42.2(pid=11579): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11579)]\u000a18:19:20.518381 run osmo-hlr_10.42.42.2(pid=11579): stdout: \u000a| (launched: 2022-12-12_18:19:17.543882) \u000a18:19:20.569750 run osmo-hlr_10.42.42.2(pid=11579): stderr: \u000a| �[0;m�[1;31m20221212181917718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181917718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181917718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181917718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181917718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181917718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181917730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181917738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181917738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181917739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:19:20.639804 run osmo-msc_10.42.42.6(pid=11585): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11585)]\u000a18:19:20.690972 run osmo-msc_10.42.42.6(pid=11585): stdout: \u000a| (launched: 2022-12-12_18:19:19.471547) \u000a18:19:20.742231 run osmo-msc_10.42.42.6(pid=11585): stderr: \u000a| �[0;m�[38;5;43m20221212181919743 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181919744 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b57964c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181919744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181919744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181919744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181919744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181919746 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181919746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181919746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181919746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:19:20.785836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11578): Terminating (SIGTERM)\u000a18:19:20.827108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11581): Terminating (SIGTERM)\u000a18:19:20.868460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11584): Terminating (SIGTERM)\u000a18:19:20.878122 --- ParallelTerminationStrategy: PID 11578 died...\u000a18:19:20.933520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11578): Terminated: ok {rc=0}\u000a18:19:20.943437 --- ParallelTerminationStrategy: PID 11581 died...\u000a18:19:20.998470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11581): Terminated: ok {rc=0}\u000a18:19:21.008383 --- ParallelTerminationStrategy: PID 11584 died...\u000a18:19:21.063334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11584): Terminated: ok {rc=0}\u000a18:19:21.149954 bus /sierra_3: Setting Powered False\u000a18:19:22.257783 bus /sierra_3: Setting Powered False\u000a18:19:23.368504 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11593): Process ended prematurely: osmo-stp_10.42.42.5(pid=11593) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11593)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11593): Process ended prematurely: osmo-stp_10.42.42.5(pid=11593) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:19:24.479386 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:24.491409 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:19:24.647716 tst mo_mt_call_osmux.py: using LAC 30627\u000a18:19:24.768487 tst mo_mt_call_osmux.py: using RAC 27\u000a18:19:24.892053 tst mo_mt_call_osmux.py: using CellId 30627\u000a18:19:25.011486 tst mo_mt_call_osmux.py: using BVCI 30628\u000a18:19:25.034397 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:25.045478 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:25.056439 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:25.067654 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:25.078960 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:19:25.090292 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:19:25.206742 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:19:25.419443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:19:25.942220 run create_hlr_db(pid=11587): Launched\u000a18:19:26.129599 bus /sierra_2: Setting Powered False\u000a18:19:27.150514 run create_hlr_db(pid=11587): Terminated: ok {rc=0}\u000a18:19:27.567080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11589): Launched\u000a18:19:27.895748 run osmo-hlr_10.42.42.2(pid=11590): Launched\u000a18:19:28.013643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:19:28.578060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11592): Launched\u000a18:19:28.903595 run osmo-stp_10.42.42.5(pid=11593): Launched\u000a18:19:29.019954 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:19:29.613831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11595): Launched\u000a18:19:29.941817 run osmo-msc_10.42.42.6(pid=11596): Launched\u000a18:19:30.132922 run osmo-stp_10.42.42.5(pid=11593): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11593)]\u000a18:19:30.268885 run osmo-stp_10.42.42.5(pid=11593): stdout: \u000a| (launched: 2022-12-12_18:19:28.743669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:30.403721 run osmo-stp_10.42.42.5(pid=11593): stderr: \u000a| �[0;m�[38;5;43m20221212181928931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181928932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181928932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181928932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181928933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181928933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181928933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:30.534121 run osmo-stp_10.42.42.5(pid=11593): stdout: \u000a| (launched: 2022-12-12_18:19:28.743669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:30.663178 run osmo-stp_10.42.42.5(pid=11593): stderr: \u000a| �[0;m�[38;5;43m20221212181928931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181928932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181928932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181928932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181928933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181928933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181928933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:30.720607 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11593): Process ended prematurely: osmo-stp_10.42.42.5(pid=11593) [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11593)] [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:19:30.730067 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:19:30.792421 run osmo-hlr_10.42.42.2(pid=11590): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11590)]\u000a18:19:30.863775 run osmo-hlr_10.42.42.2(pid=11590): stdout: \u000a| (launched: 2022-12-12_18:19:27.733678) \u000a18:19:30.927962 run osmo-hlr_10.42.42.2(pid=11590): stderr: \u000a| �[0;m�[1;31m20221212181927930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181927930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181927930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181927931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181927931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181927931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181927943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181927952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181927952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181927952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:19:30.998731 run osmo-msc_10.42.42.6(pid=11596): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11596)]\u000a18:19:31.052405 run osmo-msc_10.42.42.6(pid=11596): stdout: \u000a| (launched: 2022-12-12_18:19:29.780404) \u000a18:19:31.106263 run osmo-msc_10.42.42.6(pid=11596): stderr: \u000a| �[0;m�[38;5;43m20221212181930102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181930102 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efca2f1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181930102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181930102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181930103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181930103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181930104 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181930105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181930105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181930105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:19:31.150214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11589): Terminating (SIGTERM)\u000a18:19:31.196005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11592): Terminating (SIGTERM)\u000a18:19:31.241105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11595): Terminating (SIGTERM)\u000a18:19:31.251805 --- ParallelTerminationStrategy: PID 11589 died...\u000a18:19:31.311578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11589): Terminated: ok {rc=0}\u000a18:19:31.323481 --- ParallelTerminationStrategy: PID 11592 died...\u000a18:19:31.379761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11592): Terminated: ok {rc=0}\u000a18:19:31.391578 --- ParallelTerminationStrategy: PID 11595 died...\u000a18:19:31.448838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11595): Terminated: ok {rc=0}\u000a18:19:31.539316 bus /sierra_3: Setting Powered False\u000a18:19:32.641034 bus /sierra_3: Setting Powered False\u000a18:19:33.752278 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:19:13" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11608): Process ended prematurely: osmo-stp_10.42.42.5(pid=11608) [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11608)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11608): Process ended prematurely: osmo-stp_10.42.42.5(pid=11608) [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:19:35.746942 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:35.758218 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:19:35.912642 tst mo_mt_call.py: using LAC 30628\u000a18:19:36.032214 tst mo_mt_call.py: using RAC 28\u000a18:19:36.151744 tst mo_mt_call.py: using CellId 30628\u000a18:19:36.276609 tst mo_mt_call.py: using BVCI 30629\u000a18:19:36.301750 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:36.313662 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:36.325433 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:36.337489 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:36.349635 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:36.361370 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:19:36.476625 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:19:36.689820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:19:37.210910 run create_hlr_db(pid=11602): Launched\u000a18:19:37.398948 bus /sierra_2: Setting Powered False\u000a18:19:38.419921 run create_hlr_db(pid=11602): Terminated: ok {rc=0}\u000a18:19:38.829569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11604): Launched\u000a18:19:39.134188 run osmo-hlr_10.42.42.2(pid=11605): Launched\u000a18:19:39.253390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:19:39.786628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11607): Launched\u000a18:19:40.090924 run osmo-stp_10.42.42.5(pid=11608): Launched\u000a18:19:40.200442 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:19:40.755144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11610): Launched\u000a18:19:41.061386 run osmo-msc_10.42.42.6(pid=11611): Launched\u000a18:19:41.239542 run osmo-stp_10.42.42.5(pid=11608): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11608)]\u000a18:19:41.368128 run osmo-stp_10.42.42.5(pid=11608): stdout: \u000a| (launched: 2022-12-12_18:19:39.940928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:41.494577 run osmo-stp_10.42.42.5(pid=11608): stderr: \u000a| �[0;m�[38;5;43m20221212181940110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181940110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181940111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181940111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181940112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181940112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181940112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:41.616814 run osmo-stp_10.42.42.5(pid=11608): stdout: \u000a| (launched: 2022-12-12_18:19:39.940928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:41.737851 run osmo-stp_10.42.42.5(pid=11608): stderr: \u000a| �[0;m�[38;5;43m20221212181940110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181940110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181940111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181940111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181940112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181940112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181940112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:41.791316 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11608): Process ended prematurely: osmo-stp_10.42.42.5(pid=11608) [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11608)] [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:19:41.799972 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:19:41.860278 run osmo-hlr_10.42.42.2(pid=11605): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11605)]\u000a18:19:41.909840 run osmo-hlr_10.42.42.2(pid=11605): stdout: \u000a| (launched: 2022-12-12_18:19:38.983653) \u000a18:19:41.959694 run osmo-hlr_10.42.42.2(pid=11605): stderr: \u000a| �[0;m�[1;31m20221212181939155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181939155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181939155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181939155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181939155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181939156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181939168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181939176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181939177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181939177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:19:42.027009 run osmo-msc_10.42.42.6(pid=11611): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11611)]\u000a18:19:42.076449 run osmo-msc_10.42.42.6(pid=11611): stdout: \u000a| (launched: 2022-12-12_18:19:40.909321) \u000a18:19:42.126266 run osmo-msc_10.42.42.6(pid=11611): stderr: \u000a| �[0;m�[38;5;43m20221212181941178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181941178 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2ed4acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181941178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181941178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181941178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181941178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181941180 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181941180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181941181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181941181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:19:42.168277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11604): Terminating (SIGTERM)\u000a18:19:42.208134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11607): Terminating (SIGTERM)\u000a18:19:42.248071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11610): Terminating (SIGTERM)\u000a18:19:42.257608 --- ParallelTerminationStrategy: PID 11604 died...\u000a18:19:42.310956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11604): Terminated: ok {rc=0}\u000a18:19:42.320712 --- ParallelTerminationStrategy: PID 11607 died...\u000a18:19:42.374156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11607): Terminated: ok {rc=0}\u000a18:19:42.383928 --- ParallelTerminationStrategy: PID 11610 died...\u000a18:19:42.436813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11610): Terminated: ok {rc=0}\u000a18:19:42.526475 bus /sierra_3: Setting Powered False\u000a18:19:43.630421 bus /sierra_3: Setting Powered False\u000a18:19:44.743371 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11619): Process ended prematurely: osmo-stp_10.42.42.5(pid=11619) [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11619)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11619): Process ended prematurely: osmo-stp_10.42.42.5(pid=11619) [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:19:45.889896 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:45.903493 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:19:46.077847 tst mo_mt_call_osmux.py: using LAC 30629\u000a18:19:46.233075 tst mo_mt_call_osmux.py: using RAC 29\u000a18:19:46.397978 tst mo_mt_call_osmux.py: using CellId 30629\u000a18:19:46.529947 tst mo_mt_call_osmux.py: using BVCI 30630\u000a18:19:46.555541 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:46.568281 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:46.580994 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:46.593628 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:46.606314 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:19:46.619067 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:19:46.763598 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:19:47.027126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:19:47.550126 run create_hlr_db(pid=11613): Launched\u000a18:19:47.738312 bus /sierra_2: Setting Powered False\u000a18:19:48.759470 run create_hlr_db(pid=11613): Terminated: ok {rc=0}\u000a18:19:49.167876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11615): Launched\u000a18:19:49.472866 run osmo-hlr_10.42.42.2(pid=11616): Launched\u000a18:19:49.592225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:19:50.126749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11618): Launched\u000a18:19:50.430448 run osmo-stp_10.42.42.5(pid=11619): Launched\u000a18:19:50.550054 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:19:51.108154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11621): Launched\u000a18:19:51.416646 run osmo-msc_10.42.42.6(pid=11622): Launched\u000a18:19:51.595331 run osmo-stp_10.42.42.5(pid=11619): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11619)]\u000a18:19:51.723529 run osmo-stp_10.42.42.5(pid=11619): stdout: \u000a| (launched: 2022-12-12_18:19:50.280652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:51.849524 run osmo-stp_10.42.42.5(pid=11619): stderr: \u000a| �[0;m�[38;5;43m20221212181950450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181950450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181950450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181950451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181950451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181950451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181950451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:51.971668 run osmo-stp_10.42.42.5(pid=11619): stdout: \u000a| (launched: 2022-12-12_18:19:50.280652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:19:52.092493 run osmo-stp_10.42.42.5(pid=11619): stderr: \u000a| �[0;m�[38;5;43m20221212181950450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212181950450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212181950450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212181950451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212181950451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212181950451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212181950451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:19:52.145984 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11619): Process ended prematurely: osmo-stp_10.42.42.5(pid=11619) [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11619)] [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:19:52.154571 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:19:52.214705 run osmo-hlr_10.42.42.2(pid=11616): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11616)]\u000a18:19:52.263745 run osmo-hlr_10.42.42.2(pid=11616): stdout: \u000a| (launched: 2022-12-12_18:19:49.322315) \u000a18:19:52.313282 run osmo-hlr_10.42.42.2(pid=11616): stderr: \u000a| �[0;m�[1;31m20221212181949497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212181949497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212181949497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181949497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212181949497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212181949497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212181949509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212181949518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212181949518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212181949518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:19:52.380417 run osmo-msc_10.42.42.6(pid=11622): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11622)]\u000a18:19:52.429011 run osmo-msc_10.42.42.6(pid=11622): stdout: \u000a| (launched: 2022-12-12_18:19:51.262896) \u000a18:19:52.478949 run osmo-msc_10.42.42.6(pid=11622): stderr: \u000a| �[0;m�[38;5;43m20221212181951532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212181951532 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd6774a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212181951532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212181951532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212181951533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212181951533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212181951534 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212181951535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212181951535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212181951535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:19:52.520887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11615): Terminating (SIGTERM)\u000a18:19:52.560886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11618): Terminating (SIGTERM)\u000a18:19:52.600746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11621): Terminating (SIGTERM)\u000a18:19:52.610291 --- ParallelTerminationStrategy: PID 11615 died...\u000a18:19:52.663458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11615): Terminated: ok {rc=0}\u000a18:19:52.673296 --- ParallelTerminationStrategy: PID 11618 died...\u000a18:19:52.726040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11618): Terminated: ok {rc=0}\u000a18:19:52.735813 --- ParallelTerminationStrategy: PID 11621 died...\u000a18:19:52.788777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11621): Terminated: ok {rc=0}\u000a18:19:52.877783 bus /sierra_3: Setting Powered False\u000a18:19:53.982057 bus /sierra_3: Setting Powered False\u000a18:19:55.093255 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:19:35" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11636): Process ended prematurely: osmo-stp_10.42.42.5(pid=11636) [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11636)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11636): Process ended prematurely: osmo-stp_10.42.42.5(pid=11636) [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a18:19:57.080519 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:19:57.091695 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:19:57.249341 tst mo_mt_call.py: using LAC 30630\u000a18:19:57.368836 tst mo_mt_call.py: using RAC 30\u000a18:19:57.488463 tst mo_mt_call.py: using CellId 30630\u000a18:19:57.608425 tst mo_mt_call.py: using BVCI 30631\u000a18:19:57.631223 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:19:57.642175 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:19:57.652890 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:19:57.663932 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:19:57.674980 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:19:57.686143 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:19:57.805932 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:19:58.007732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:19:58.485802 run create_hlr_db(pid=11627): Launched\u000a18:19:58.659730 bus /sierra_2: Setting Powered False\u000a18:19:59.682482 run create_hlr_db(pid=11627): Terminated: ok {rc=0}\u000a18:20:00.087581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11629): Launched\u000a18:20:00.395841 run osmo-hlr_10.42.42.2(pid=11630): Launched\u000a18:20:00.515531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:20:01.091962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11632): Launched\u000a18:20:01.443112 run osmo-stp_10.42.42.5(pid=11636): Launched\u000a18:20:01.578753 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:20:02.261651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11638): Launched\u000a18:20:02.600763 run osmo-msc_10.42.42.6(pid=11639): Launched\u000a18:20:02.794116 run osmo-stp_10.42.42.5(pid=11636): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11636)]\u000a18:20:02.932141 run osmo-stp_10.42.42.5(pid=11636): stdout: \u000a| (launched: 2022-12-12_18:20:01.263306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:03.067986 run osmo-stp_10.42.42.5(pid=11636): stderr: \u000a| �[0;m�[38;5;43m20221212182001590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182001590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182001591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182001591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182001592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182001592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182001592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:03.198657 run osmo-stp_10.42.42.5(pid=11636): stdout: \u000a| (launched: 2022-12-12_18:20:01.263306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:03.328402 run osmo-stp_10.42.42.5(pid=11636): stderr: \u000a| �[0;m�[38;5;43m20221212182001590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182001590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182001591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182001591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182001592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182001592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182001592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:03.386190 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11636): Process ended prematurely: osmo-stp_10.42.42.5(pid=11636) [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11636)] [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a18:20:03.395721 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:20:03.459008 run osmo-hlr_10.42.42.2(pid=11630): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11630)]\u000a18:20:03.511188 run osmo-hlr_10.42.42.2(pid=11630): stdout: \u000a| (launched: 2022-12-12_18:20:00.242827) \u000a18:20:03.563686 run osmo-hlr_10.42.42.2(pid=11630): stderr: \u000a| �[0;m�[1;31m20221212182000414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182000414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182000414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182000414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182000414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182000414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182000426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182000434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182000435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182000435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:20:03.634788 run osmo-msc_10.42.42.6(pid=11639): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11639)]\u000a18:20:03.686410 run osmo-msc_10.42.42.6(pid=11639): stdout: \u000a| (launched: 2022-12-12_18:20:02.418078) \u000a18:20:03.739160 run osmo-msc_10.42.42.6(pid=11639): stderr: \u000a| �[0;m�[38;5;43m20221212182002771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182002772 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f048e291c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182002772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182002772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182002772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182002772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182002774 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182002774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182002774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182002775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:20:03.783355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11629): Terminating (SIGTERM)\u000a18:20:03.825283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11632): Terminating (SIGTERM)\u000a18:20:03.867638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11638): Terminating (SIGTERM)\u000a18:20:03.877562 --- ParallelTerminationStrategy: PID 11629 died...\u000a18:20:03.934211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11629): Terminated: ok {rc=0}\u000a18:20:03.944468 --- ParallelTerminationStrategy: PID 11632 died...\u000a18:20:04.000843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11632): Terminated: ok {rc=0}\u000a18:20:04.010988 --- ParallelTerminationStrategy: PID 11638 died...\u000a18:20:04.067833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11638): Terminated: ok {rc=0}\u000a18:20:04.155796 bus /sierra_3: Setting Powered False\u000a18:20:05.263624 bus /sierra_3: Setting Powered False\u000a18:20:06.376215 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11647): Process ended prematurely: osmo-stp_10.42.42.5(pid=11647) [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11647)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11647): Process ended prematurely: osmo-stp_10.42.42.5(pid=11647) [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:20:07.486770 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:20:07.498739 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:20:07.664151 tst mo_mt_call_osmux.py: using LAC 30631\u000a18:20:07.786655 tst mo_mt_call_osmux.py: using RAC 31\u000a18:20:07.907667 tst mo_mt_call_osmux.py: using CellId 30631\u000a18:20:08.026856 tst mo_mt_call_osmux.py: using BVCI 30632\u000a18:20:08.050049 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:20:08.060926 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:20:08.071711 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:20:08.083047 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:20:08.094345 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:20:08.105463 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:20:08.221527 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:20:08.433917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:20:08.956844 run create_hlr_db(pid=11641): Launched\u000a18:20:09.144435 bus /sierra_2: Setting Powered False\u000a18:20:10.167323 run create_hlr_db(pid=11641): Terminated: ok {rc=0}\u000a18:20:10.576277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11643): Launched\u000a18:20:10.882794 run osmo-hlr_10.42.42.2(pid=11644): Launched\u000a18:20:11.001316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:20:11.535671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11646): Launched\u000a18:20:11.840587 run osmo-stp_10.42.42.5(pid=11647): Launched\u000a18:20:11.950437 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:20:12.512710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11649): Launched\u000a18:20:12.820486 run osmo-msc_10.42.42.6(pid=11650): Launched\u000a18:20:12.999752 run osmo-stp_10.42.42.5(pid=11647): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11647)]\u000a18:20:13.128869 run osmo-stp_10.42.42.5(pid=11647): stdout: \u000a| (launched: 2022-12-12_18:20:11.690386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:13.255512 run osmo-stp_10.42.42.5(pid=11647): stderr: \u000a| �[0;m�[38;5;43m20221212182011857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182011857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182011858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182011858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182011859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182011859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182011859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:13.378099 run osmo-stp_10.42.42.5(pid=11647): stdout: \u000a| (launched: 2022-12-12_18:20:11.690386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:13.499689 run osmo-stp_10.42.42.5(pid=11647): stderr: \u000a| �[0;m�[38;5;43m20221212182011857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182011857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182011858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182011858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182011859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182011859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182011859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:13.553455 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11647): Process ended prematurely: osmo-stp_10.42.42.5(pid=11647) [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11647)] [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a18:20:13.562169 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:20:13.623130 run osmo-hlr_10.42.42.2(pid=11644): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11644)]\u000a18:20:13.673257 run osmo-hlr_10.42.42.2(pid=11644): stdout: \u000a| (launched: 2022-12-12_18:20:10.730735) \u000a18:20:13.723691 run osmo-hlr_10.42.42.2(pid=11644): stderr: \u000a| �[0;m�[1;31m20221212182010903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182010904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182010904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182010904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182010904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182010904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182010915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182010925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182010925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182010925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:20:13.791763 run osmo-msc_10.42.42.6(pid=11650): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11650)]\u000a18:20:13.841578 run osmo-msc_10.42.42.6(pid=11650): stdout: \u000a| (launched: 2022-12-12_18:20:12.667774) \u000a18:20:13.891775 run osmo-msc_10.42.42.6(pid=11650): stderr: \u000a| �[0;m�[38;5;43m20221212182012934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182012935 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f004ce5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182012935 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182012935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182012935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182012935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182012937 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182012937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182012938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182012938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:20:13.933971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11643): Terminating (SIGTERM)\u000a18:20:13.974060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11646): Terminating (SIGTERM)\u000a18:20:14.014435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11649): Terminating (SIGTERM)\u000a18:20:14.024044 --- ParallelTerminationStrategy: PID 11643 died...\u000a18:20:14.077772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11643): Terminated: ok {rc=0}\u000a18:20:14.087642 --- ParallelTerminationStrategy: PID 11646 died...\u000a18:20:14.141575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11646): Terminated: ok {rc=0}\u000a18:20:14.151195 --- ParallelTerminationStrategy: PID 11649 died...\u000a18:20:14.204426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11649): Terminated: ok {rc=0}\u000a18:20:14.291905 bus /sierra_3: Setting Powered False\u000a18:20:15.394070 bus /sierra_3: Setting Powered False\u000a18:20:16.522188 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:19:56" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11661): Process ended prematurely: osmo-stp_10.42.42.5(pid=11661) [trial-2380↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11661)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11661): Process ended prematurely: osmo-stp_10.42.42.5(pid=11661) [trial-2380↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a18:20:18.522657 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:20:18.534155 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:20:18.673758 tst mo_mt_call.py: using LAC 30632\u000a18:20:18.792795 tst mo_mt_call.py: using RAC 32\u000a18:20:18.912706 tst mo_mt_call.py: using CellId 30632\u000a18:20:19.032877 tst mo_mt_call.py: using BVCI 30633\u000a18:20:19.055893 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:20:19.067186 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:20:19.078294 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:20:19.089793 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:20:19.101385 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:20:19.112610 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:20:19.232018 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:20:19.435365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:20:19.914050 run create_hlr_db(pid=11655): Launched\u000a18:20:20.087579 bus /sierra_2: Setting Powered False\u000a18:20:21.110497 run create_hlr_db(pid=11655): Terminated: ok {rc=0}\u000a18:20:21.543678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11657): Launched\u000a18:20:21.872095 run osmo-hlr_10.42.42.2(pid=11658): Launched\u000a18:20:21.992506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:20:22.562562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11660): Launched\u000a18:20:22.890659 run osmo-stp_10.42.42.5(pid=11661): Launched\u000a18:20:23.007608 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:20:23.603173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11663): Launched\u000a18:20:23.931597 run osmo-msc_10.42.42.6(pid=11664): Launched\u000a18:20:24.121962 run osmo-stp_10.42.42.5(pid=11661): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11661)]\u000a18:20:24.259129 run osmo-stp_10.42.42.5(pid=11661): stdout: \u000a| (launched: 2022-12-12_18:20:22.729440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:24.395095 run osmo-stp_10.42.42.5(pid=11661): stderr: \u000a| �[0;m�[38;5;43m20221212182022919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182022919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182022919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182022920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182022920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182022920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182022920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:24.526231 run osmo-stp_10.42.42.5(pid=11661): stdout: \u000a| (launched: 2022-12-12_18:20:22.729440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:24.656040 run osmo-stp_10.42.42.5(pid=11661): stderr: \u000a| �[0;m�[38;5;43m20221212182022919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182022919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182022919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182022920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182022920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182022920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182022920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:24.714217 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11661): Process ended prematurely: osmo-stp_10.42.42.5(pid=11661) [trial-2380↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11661)] [trial-2380↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a18:20:24.723500 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:20:24.786400 run osmo-hlr_10.42.42.2(pid=11658): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11658)]\u000a18:20:24.837866 run osmo-hlr_10.42.42.2(pid=11658): stdout: \u000a| (launched: 2022-12-12_18:20:21.710510) \u000a18:20:24.890562 run osmo-hlr_10.42.42.2(pid=11658): stderr: \u000a| �[0;m�[1;31m20221212182021906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182021906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182021906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182021906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182021906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182021906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182021919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182021930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182021930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182021930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:20:24.961320 run osmo-msc_10.42.42.6(pid=11664): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11664)]\u000a18:20:25.012604 run osmo-msc_10.42.42.6(pid=11664): stdout: \u000a| (launched: 2022-12-12_18:20:23.769565) \u000a18:20:25.064431 run osmo-msc_10.42.42.6(pid=11664): stderr: \u000a| �[0;m�[38;5;43m20221212182024090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182024090 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0db939c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182024090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182024090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182024090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182024091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182024092 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182024093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182024093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182024093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:20:25.108804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11657): Terminating (SIGTERM)\u000a18:20:25.150676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11660): Terminating (SIGTERM)\u000a18:20:25.192812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11663): Terminating (SIGTERM)\u000a18:20:25.202725 --- ParallelTerminationStrategy: PID 11657 died...\u000a18:20:25.258796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11657): Terminated: ok {rc=0}\u000a18:20:25.268813 --- ParallelTerminationStrategy: PID 11660 died...\u000a18:20:25.324905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11660): Terminated: ok {rc=0}\u000a18:20:25.334995 --- ParallelTerminationStrategy: PID 11663 died...\u000a18:20:25.390944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11663): Terminated: ok {rc=0}\u000a18:20:25.477950 bus /sierra_3: Setting Powered False\u000a18:20:26.585970 bus /sierra_3: Setting Powered False\u000a18:20:27.694230 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11672): Process ended prematurely: osmo-stp_10.42.42.5(pid=11672) [trial-2380↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11672)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11672): Process ended prematurely: osmo-stp_10.42.42.5(pid=11672) [trial-2380↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:20:28.810060 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:20:28.822712 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:20:28.971382 tst mo_mt_call_osmux.py: using LAC 30633\u000a18:20:29.098412 tst mo_mt_call_osmux.py: using RAC 33\u000a18:20:29.225711 tst mo_mt_call_osmux.py: using CellId 30633\u000a18:20:29.344302 tst mo_mt_call_osmux.py: using BVCI 30634\u000a18:20:29.367330 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:20:29.378761 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:20:29.390002 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:20:29.401372 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:20:29.412858 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:20:29.424205 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:20:29.544668 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:20:29.758538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:20:30.273475 run create_hlr_db(pid=11666): Launched\u000a18:20:30.449114 bus /sierra_2: Setting Powered False\u000a18:20:31.474214 run create_hlr_db(pid=11666): Terminated: ok {rc=0}\u000a18:20:31.944813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11668): Launched\u000a18:20:32.265891 run osmo-hlr_10.42.42.2(pid=11669): Launched\u000a18:20:32.379562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:20:32.923334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11671): Launched\u000a18:20:33.229055 run osmo-stp_10.42.42.5(pid=11672): Launched\u000a18:20:33.340134 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:20:33.898363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11674): Launched\u000a18:20:34.208386 run osmo-msc_10.42.42.6(pid=11675): Launched\u000a18:20:34.388618 run osmo-stp_10.42.42.5(pid=11672): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11672)]\u000a18:20:34.518269 run osmo-stp_10.42.42.5(pid=11672): stdout: \u000a| (launched: 2022-12-12_18:20:33.077987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:34.645449 run osmo-stp_10.42.42.5(pid=11672): stderr: \u000a| �[0;m�[38;5;43m20221212182033243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182033244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182033244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182033244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182033245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182033245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182033245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:34.768331 run osmo-stp_10.42.42.5(pid=11672): stdout: \u000a| (launched: 2022-12-12_18:20:33.077987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:34.890469 run osmo-stp_10.42.42.5(pid=11672): stderr: \u000a| �[0;m�[38;5;43m20221212182033243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182033244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182033244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182033244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182033245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182033245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182033245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:34.944387 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11672): Process ended prematurely: osmo-stp_10.42.42.5(pid=11672) [trial-2380↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11672)] [trial-2380↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a18:20:34.952890 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:20:35.013475 run osmo-hlr_10.42.42.2(pid=11669): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11669)]\u000a18:20:35.063156 run osmo-hlr_10.42.42.2(pid=11669): stdout: \u000a| (launched: 2022-12-12_18:20:32.113427) \u000a18:20:35.113152 run osmo-hlr_10.42.42.2(pid=11669): stderr: \u000a| �[0;m�[1;31m20221212182032377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182032377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182032377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182032377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182032377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182032377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182032390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182032398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182032398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182032398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:20:35.180357 run osmo-msc_10.42.42.6(pid=11675): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11675)]\u000a18:20:35.229348 run osmo-msc_10.42.42.6(pid=11675): stdout: \u000a| (launched: 2022-12-12_18:20:34.053242) \u000a18:20:35.278960 run osmo-msc_10.42.42.6(pid=11675): stderr: \u000a| �[0;m�[38;5;43m20221212182034322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182034322 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b31b42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182034322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182034322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182034322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182034323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182034324 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182034325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182034325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182034325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:20:35.320818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11668): Terminating (SIGTERM)\u000a18:20:35.360688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11671): Terminating (SIGTERM)\u000a18:20:35.400499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11674): Terminating (SIGTERM)\u000a18:20:35.410050 --- ParallelTerminationStrategy: PID 11668 died...\u000a18:20:35.463474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11668): Terminated: ok {rc=0}\u000a18:20:35.473187 --- ParallelTerminationStrategy: PID 11671 died...\u000a18:20:35.526178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11671): Terminated: ok {rc=0}\u000a18:20:35.535656 --- ParallelTerminationStrategy: PID 11674 died...\u000a18:20:35.588235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11674): Terminated: ok {rc=0}\u000a18:20:35.672365 bus /sierra_3: Setting Powered False\u000a18:20:36.781890 bus /sierra_3: Setting Powered False\u000a18:20:37.890050 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:20:18" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11686): Process ended prematurely: osmo-stp_10.42.42.5(pid=11686) [trial-2380↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11686)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11686): Process ended prematurely: osmo-stp_10.42.42.5(pid=11686) [trial-2380↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:20:39.913702 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:20:39.924747 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a18:20:40.068068 tst emergency_mo_mt_call.py: using LAC 30634\u000a18:20:40.191129 tst emergency_mo_mt_call.py: using RAC 34\u000a18:20:40.315011 tst emergency_mo_mt_call.py: using CellId 30634\u000a18:20:40.438255 tst emergency_mo_mt_call.py: using BVCI 30635\u000a18:20:40.462479 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:20:40.473673 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:20:40.484753 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:20:40.495712 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:20:40.506666 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:20:40.517676 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a18:20:40.633204 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a18:20:40.846827 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:20:41.360856 run create_hlr_db(pid=11680): Launched\u000a18:20:41.546667 bus /sierra_2: Setting Powered False\u000a18:20:42.567711 run create_hlr_db(pid=11680): Terminated: ok {rc=0}\u000a18:20:42.971788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11682): Launched\u000a18:20:43.273221 run osmo-hlr_10.42.42.2(pid=11683): Launched\u000a18:20:43.387345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:20:43.909114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11685): Launched\u000a18:20:44.211318 run osmo-stp_10.42.42.5(pid=11686): Launched\u000a18:20:44.342811 tst emergency_mo_mt_call.py: using MSISDN 7903\u000a18:20:44.491900 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:20:45.040848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11688): Launched\u000a18:20:45.343969 run osmo-msc_10.42.42.6(pid=11689): Launched\u000a18:20:45.521370 run osmo-stp_10.42.42.5(pid=11686): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11686)]\u000a18:20:45.648808 run osmo-stp_10.42.42.5(pid=11686): stdout: \u000a| (launched: 2022-12-12_18:20:44.061417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:45.774128 run osmo-stp_10.42.42.5(pid=11686): stderr: \u000a| �[0;m�[38;5;43m20221212182044225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182044225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182044226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182044226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182044227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182044227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182044227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:45.915241 run osmo-stp_10.42.42.5(pid=11686): stdout: \u000a| (launched: 2022-12-12_18:20:44.061417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:46.038813 run osmo-stp_10.42.42.5(pid=11686): stderr: \u000a| �[0;m�[38;5;43m20221212182044225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182044225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182044226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182044226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182044227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182044227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182044227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:46.093180 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=11686): Process ended prematurely: osmo-stp_10.42.42.5(pid=11686) [trial-2380↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11686)] [trial-2380↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a18:20:46.102588 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a18:20:46.167408 run osmo-hlr_10.42.42.2(pid=11683): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11683)]\u000a18:20:46.219139 run osmo-hlr_10.42.42.2(pid=11683): stdout: \u000a| (launched: 2022-12-12_18:20:43.124165) \u000a18:20:46.271998 run osmo-hlr_10.42.42.2(pid=11683): stderr: \u000a| �[0;m�[1;31m20221212182043298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182043298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182043298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182043298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182043298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182043298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182043310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182043319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182043320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182043320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:20:46.342282 run osmo-msc_10.42.42.6(pid=11689): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11689)]\u000a18:20:46.394630 run osmo-msc_10.42.42.6(pid=11689): stdout: \u000a| (launched: 2022-12-12_18:20:45.193293) \u000a18:20:46.447090 run osmo-msc_10.42.42.6(pid=11689): stderr: \u000a| �[0;m�[38;5;43m20221212182045463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182045463 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25ae5e0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182045464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182045464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182045464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182045464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182045466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182045466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182045467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182045467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:20:46.490822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11682): Terminating (SIGTERM)\u000a18:20:46.536276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11685): Terminating (SIGTERM)\u000a18:20:46.578074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11688): Terminating (SIGTERM)\u000a18:20:46.589287 --- ParallelTerminationStrategy: PID 11682 died...\u000a18:20:46.645988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11682): Terminated: ok {rc=0}\u000a18:20:46.656660 --- ParallelTerminationStrategy: PID 11685 died...\u000a18:20:46.713491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11685): Terminated: ok {rc=0}\u000a18:20:46.724066 --- ParallelTerminationStrategy: PID 11688 died...\u000a18:20:46.782189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11688): Terminated: ok {rc=0}\u000a18:20:46.871934 bus /sierra_3: Setting Powered False\u000a18:20:47.977526 bus /sierra_3: Setting Powered False\u000a18:20:49.084940 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11697): Process ended prematurely: osmo-stp_10.42.42.5(pid=11697) [trial-2380↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11697)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11697): Process ended prematurely: osmo-stp_10.42.42.5(pid=11697) [trial-2380↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:20:50.137300 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:20:50.149458 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a18:20:50.294908 tst emergency_preemptive_call.py: using LAC 30635\u000a18:20:50.420514 tst emergency_preemptive_call.py: using RAC 35\u000a18:20:50.542237 tst emergency_preemptive_call.py: using CellId 30635\u000a18:20:50.659313 tst emergency_preemptive_call.py: using BVCI 30636\u000a18:20:50.682159 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:20:50.693321 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:20:50.703999 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:20:50.715028 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:20:50.725886 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a18:20:50.736668 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a18:20:50.855486 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a18:20:50.976839 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a18:20:51.092575 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a18:20:51.302162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:20:51.818449 run create_hlr_db(pid=11691): Launched\u000a18:20:52.004835 bus /sierra_2: Setting Powered False\u000a18:20:53.015319 run create_hlr_db(pid=11691): Terminated: ok {rc=0}\u000a18:20:53.450079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11693): Launched\u000a18:20:53.771107 run osmo-hlr_10.42.42.2(pid=11694): Launched\u000a18:20:53.890907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:20:54.448486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11696): Launched\u000a18:20:54.771401 run osmo-stp_10.42.42.5(pid=11697): Launched\u000a18:20:54.898101 tst emergency_preemptive_call.py: using MSISDN 7904\u000a18:20:55.058442 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:20:55.643855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11699): Launched\u000a18:20:55.967062 run osmo-msc_10.42.42.6(pid=11700): Launched\u000a18:20:56.153515 run osmo-stp_10.42.42.5(pid=11697): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11697)]\u000a18:20:56.288258 run osmo-stp_10.42.42.5(pid=11697): stdout: \u000a| (launched: 2022-12-12_18:20:54.612789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:56.422856 run osmo-stp_10.42.42.5(pid=11697): stderr: \u000a| �[0;m�[38;5;43m20221212182054801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182054801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182054801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182054802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182054803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182054803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182054803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:56.551894 run osmo-stp_10.42.42.5(pid=11697): stdout: \u000a| (launched: 2022-12-12_18:20:54.612789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:20:56.679641 run osmo-stp_10.42.42.5(pid=11697): stderr: \u000a| �[0;m�[38;5;43m20221212182054801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182054801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182054801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182054802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182054803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182054803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182054803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:20:56.736266 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=11697): Process ended prematurely: osmo-stp_10.42.42.5(pid=11697) [trial-2380↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11697)] [trial-2380↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a18:20:56.745078 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a18:20:56.807602 run osmo-hlr_10.42.42.2(pid=11694): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11694)]\u000a18:20:56.858701 run osmo-hlr_10.42.42.2(pid=11694): stdout: \u000a| (launched: 2022-12-12_18:20:53.613443) \u000a18:20:56.910564 run osmo-hlr_10.42.42.2(pid=11694): stderr: \u000a| �[0;m�[1;31m20221212182053807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182053807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182053807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182053807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182053807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182053807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182053820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182053830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182053830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182053830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:20:56.981080 run osmo-msc_10.42.42.6(pid=11700): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11700)]\u000a18:20:57.032806 run osmo-msc_10.42.42.6(pid=11700): stdout: \u000a| (launched: 2022-12-12_18:20:55.807495) \u000a18:20:57.084381 run osmo-msc_10.42.42.6(pid=11700): stderr: \u000a| �[0;m�[38;5;43m20221212182056127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182056127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2309f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182056128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182056128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182056128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182056128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182056130 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182056130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182056130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182056130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:20:57.128528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11693): Terminating (SIGTERM)\u000a18:20:57.170067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11696): Terminating (SIGTERM)\u000a18:20:57.211449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11699): Terminating (SIGTERM)\u000a18:20:57.221235 --- ParallelTerminationStrategy: PID 11693 died...\u000a18:20:57.276829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11693): Terminated: ok {rc=0}\u000a18:20:57.286867 --- ParallelTerminationStrategy: PID 11696 died...\u000a18:20:57.342172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11696): Terminated: ok {rc=0}\u000a18:20:57.352128 --- ParallelTerminationStrategy: PID 11699 died...\u000a18:20:57.407149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11699): Terminated: ok {rc=0}\u000a18:20:57.495312 bus /sierra_9: Setting Powered False\u000a18:20:58.603173 bus /sierra_9: Setting Powered False\u000a18:20:59.711479 bus /sierra_8: Setting Powered False\u000a18:21:00.812592 bus /sierra_8: Setting Powered False\u000a18:21:01.940805 bus /sierra_3: Setting Powered False\u000a18:21:03.045386 bus /sierra_3: Setting Powered False\u000a18:21:04.154035 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:20:39" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11715): Process ended prematurely: osmo-stp_10.42.42.5(pid=11715) [trial-2380↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11715)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11715): Process ended prematurely: osmo-stp_10.42.42.5(pid=11715) [trial-2380↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:21:06.285380 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:06.296357 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a18:21:06.440928 tst cs_paging_gprs_active.py: using LAC 30636\u000a18:21:06.568783 tst cs_paging_gprs_active.py: using RAC 36\u000a18:21:06.698348 tst cs_paging_gprs_active.py: using CellId 30636\u000a18:21:06.827926 tst cs_paging_gprs_active.py: using BVCI 30637\u000a18:21:06.852925 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:06.864210 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:06.875150 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:06.886085 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:06.896925 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:06.907774 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:06.918922 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:06.929715 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:06.940731 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a18:21:07.059834 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a18:21:07.341962 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:21:07.469605 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:07.785518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11705): Launched\u000a18:21:08.048676 run iperf3-srv_10.42.42.10(pid=11706): Launched\u000a18:21:08.234251 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:21:08.361198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:08.677639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11707): Launched\u000a18:21:08.941132 run iperf3-srv_10.42.42.10(pid=11708): Launched\u000a18:21:09.126874 tst cs_paging_gprs_active.py:38: start network...\u000a18:21:09.253906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:21:09.735329 run create_hlr_db(pid=11709): Launched\u000a18:21:09.910432 bus /sierra_2: Setting Powered False\u000a18:21:10.932279 run create_hlr_db(pid=11709): Terminated: ok {rc=0}\u000a18:21:11.338653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11711): Launched\u000a18:21:11.644376 run osmo-hlr_10.42.42.2(pid=11712): Launched\u000a18:21:11.759346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:21:12.287622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11714): Launched\u000a18:21:12.594798 run osmo-stp_10.42.42.5(pid=11715): Launched\u000a18:21:12.705841 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:21:13.235448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11717): Launched\u000a18:21:13.343583 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:21:13.609244 run patchelf(pid=11718): Launched\u000a18:21:13.786954 run osmo-stp_10.42.42.5(pid=11715): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11715)]\u000a18:21:13.916596 run osmo-stp_10.42.42.5(pid=11715): stdout: \u000a| (launched: 2022-12-12_18:21:12.442302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:14.046906 run osmo-stp_10.42.42.5(pid=11715): stderr: \u000a| �[0;m�[38;5;43m20221212182112609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182112610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182112610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182112610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182112611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182112611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182112611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:14.172460 run osmo-stp_10.42.42.5(pid=11715): stdout: \u000a| (launched: 2022-12-12_18:21:12.442302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:14.296825 run osmo-stp_10.42.42.5(pid=11715): stderr: \u000a| �[0;m�[38;5;43m20221212182112609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182112610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182112610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182112610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182112611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182112611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182112611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:14.442329 run patchelf(pid=11718): Terminating (SIGINT)\u000a18:21:14.612584 run patchelf(pid=11718): Terminated: ok {rc=0}\u000a18:21:14.644167 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11715): Process ended prematurely: osmo-stp_10.42.42.5(pid=11715) [trial-2380↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11715)] [trial-2380↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a18:21:14.653566 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a18:21:14.714664 run osmo-hlr_10.42.42.2(pid=11712): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11712)]\u000a18:21:14.763613 run osmo-hlr_10.42.42.2(pid=11712): stdout: \u000a| (launched: 2022-12-12_18:21:11.493184) \u000a18:21:14.813069 run osmo-hlr_10.42.42.2(pid=11712): stderr: \u000a| �[0;m�[1;31m20221212182111666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182111666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182111666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182111666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182111666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182111666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182111681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182111691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182111691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182111691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:21:14.855018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11705): Terminating (SIGTERM)\u000a18:21:14.894838 run iperf3-srv_10.42.42.10(pid=11706): Terminating (SIGTERM)\u000a18:21:14.934413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11707): Terminating (SIGTERM)\u000a18:21:14.974112 run iperf3-srv_10.42.42.10(pid=11708): Terminating (SIGTERM)\u000a18:21:15.013830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11711): Terminating (SIGTERM)\u000a18:21:15.053457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11714): Terminating (SIGTERM)\u000a18:21:15.093609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11717): Terminating (SIGTERM)\u000a18:21:15.103162 --- ParallelTerminationStrategy: PID 11705 died...\u000a18:21:15.156425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11705): Terminated: ok {rc=0}\u000a18:21:15.166265 --- ParallelTerminationStrategy: PID 11706 died...\u000a18:21:15.219466 run iperf3-srv_10.42.42.10(pid=11706): Terminated {rc=256}\u000a18:21:15.229354 --- ParallelTerminationStrategy: PID 11707 died...\u000a18:21:15.282906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11707): Terminated: ok {rc=0}\u000a18:21:15.292716 --- ParallelTerminationStrategy: PID 11708 died...\u000a18:21:15.345662 run iperf3-srv_10.42.42.10(pid=11708): Terminated {rc=256}\u000a18:21:15.355502 --- ParallelTerminationStrategy: PID 11711 died...\u000a18:21:15.408536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11711): Terminated: ok {rc=0}\u000a18:21:15.418433 --- ParallelTerminationStrategy: PID 11714 died...\u000a18:21:15.471847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11714): Terminated: ok {rc=0}\u000a18:21:15.481951 --- ParallelTerminationStrategy: PID 11717 died...\u000a18:21:15.535849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11717): Terminated: ok {rc=0}\u000a18:21:15.621055 bus /gobi_0: Setting Powered False\u000a18:21:16.736284 bus /gobi_0: Setting Powered False\u000a18:21:17.847898 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11727): Process ended prematurely: osmo-stp_10.42.42.5(pid=11727) [trial-2380↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11727)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11727): Process ended prematurely: osmo-stp_10.42.42.5(pid=11727) [trial-2380↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a18:21:18.958091 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:18.969518 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a18:21:19.112309 tst iperf3.py: using LAC 30637\u000a18:21:19.232499 tst iperf3.py: using RAC 37\u000a18:21:19.356726 tst iperf3.py: using CellId 30637\u000a18:21:19.476406 tst iperf3.py: using BVCI 30638\u000a18:21:19.499591 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:19.510309 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:19.520735 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:19.531475 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:19.542104 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:19.552759 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:19.563637 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:19.574231 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:19.585118 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a18:21:19.882723 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:21:20.019148 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:20.356176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11719): Launched\u000a18:21:20.639362 run iperf3-srv_10.42.42.10(pid=11720): Launched\u000a18:21:20.840740 tst iperf3.py:8: start network...\u000a18:21:20.977007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:21:21.500269 run create_hlr_db(pid=11721): Launched\u000a18:21:21.689134 bus /gobi_6: Setting Powered False\u000a18:21:22.711558 run create_hlr_db(pid=11721): Terminated: ok {rc=0}\u000a18:21:23.120784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11723): Launched\u000a18:21:23.427528 run osmo-hlr_10.42.42.2(pid=11724): Launched\u000a18:21:23.543549 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:21:24.072418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11726): Launched\u000a18:21:24.377383 run osmo-stp_10.42.42.5(pid=11727): Launched\u000a18:21:24.488624 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:21:25.019751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11729): Launched\u000a18:21:25.128444 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:21:25.394721 run patchelf(pid=11730): Launched\u000a18:21:25.572702 run osmo-stp_10.42.42.5(pid=11727): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11727)]\u000a18:21:25.702985 run osmo-stp_10.42.42.5(pid=11727): stdout: \u000a| (launched: 2022-12-12_18:21:24.226934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:25.833307 run osmo-stp_10.42.42.5(pid=11727): stderr: \u000a| �[0;m�[38;5;43m20221212182124395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182124395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182124396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182124396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182124397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182124397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182124397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:25.958716 run osmo-stp_10.42.42.5(pid=11727): stdout: \u000a| (launched: 2022-12-12_18:21:24.226934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:26.083105 run osmo-stp_10.42.42.5(pid=11727): stderr: \u000a| �[0;m�[38;5;43m20221212182124395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182124395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182124396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182124396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182124397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182124397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182124397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:26.228751 run patchelf(pid=11730): Terminating (SIGINT)\u000a18:21:26.399071 run patchelf(pid=11730): Terminated: ok {rc=0}\u000a18:21:26.430425 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11727): Process ended prematurely: osmo-stp_10.42.42.5(pid=11727) [trial-2380↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11727)] [trial-2380↪gprs:trx-umtrx↪iperf3.py:8]\u000a18:21:26.439749 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a18:21:26.500019 run osmo-hlr_10.42.42.2(pid=11724): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11724)]\u000a18:21:26.548677 run osmo-hlr_10.42.42.2(pid=11724): stdout: \u000a| (launched: 2022-12-12_18:21:23.275259) \u000a18:21:26.597961 run osmo-hlr_10.42.42.2(pid=11724): stderr: \u000a| �[0;m�[1;31m20221212182123449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182123449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182123449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182123449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182123449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182123449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182123462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182123470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182123470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182123470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:21:26.639943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11719): Terminating (SIGTERM)\u000a18:21:26.679769 run iperf3-srv_10.42.42.10(pid=11720): Terminating (SIGTERM)\u000a18:21:26.720134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11723): Terminating (SIGTERM)\u000a18:21:26.759968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11726): Terminating (SIGTERM)\u000a18:21:26.799828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11729): Terminating (SIGTERM)\u000a18:21:26.809465 --- ParallelTerminationStrategy: PID 11719 died...\u000a18:21:26.862693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11719): Terminated: ok {rc=0}\u000a18:21:26.872234 --- ParallelTerminationStrategy: PID 11720 died...\u000a18:21:26.924982 run iperf3-srv_10.42.42.10(pid=11720): Terminated {rc=256}\u000a18:21:26.934779 --- ParallelTerminationStrategy: PID 11723 died...\u000a18:21:26.987786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11723): Terminated: ok {rc=0}\u000a18:21:26.997671 --- ParallelTerminationStrategy: PID 11726 died...\u000a18:21:27.050703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11726): Terminated: ok {rc=0}\u000a18:21:27.060486 --- ParallelTerminationStrategy: PID 11729 died...\u000a18:21:27.113378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11729): Terminated: ok {rc=0}\u000a18:21:27.202506 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "gprs:trx-umtrx", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11745): Process ended prematurely: osmo-stp_10.42.42.5(pid=11745) [trial-2380↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11745)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11745): Process ended prematurely: osmo-stp_10.42.42.5(pid=11745) [trial-2380↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a18:21:28.316436 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:28.328334 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a18:21:28.474049 tst iperf3m4.py: using LAC 30638\u000a18:21:28.601303 tst iperf3m4.py: using RAC 38\u000a18:21:28.730314 tst iperf3m4.py: using CellId 30638\u000a18:21:28.859908 tst iperf3m4.py: using BVCI 30639\u000a18:21:28.884811 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:28.896066 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:28.907109 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:28.918171 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:28.929218 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:28.940095 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:28.951305 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:28.962201 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:28.973322 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a18:21:29.095943 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a18:21:29.219040 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a18:21:29.338115 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a18:21:29.634264 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:21:29.770760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:30.108031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11731): Launched\u000a18:21:30.389701 run iperf3-srv_10.42.42.10(pid=11732): Launched\u000a18:21:30.588622 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:21:30.724434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:31.097164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11733): Launched\u000a18:21:31.394184 run iperf3-srv_10.42.42.10(pid=11734): Launched\u000a18:21:31.596789 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:21:31.735400 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:32.089465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11735): Launched\u000a18:21:32.373430 run iperf3-srv_10.42.42.10(pid=11736): Launched\u000a18:21:32.573269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:21:32.709578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:21:33.049963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11737): Launched\u000a18:21:33.332532 run iperf3-srv_10.42.42.10(pid=11738): Launched\u000a18:21:33.532272 tst iperf3m4.py:8: start network...\u000a18:21:33.668235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:21:34.187396 run create_hlr_db(pid=11739): Launched\u000a18:21:34.363817 bus /gobi_6: Setting Powered False\u000a18:21:35.386013 run create_hlr_db(pid=11739): Terminated: ok {rc=0}\u000a18:21:35.821922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11741): Launched\u000a18:21:36.151870 run osmo-hlr_10.42.42.2(pid=11742): Launched\u000a18:21:36.271442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:21:36.841866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11744): Launched\u000a18:21:37.172053 run osmo-stp_10.42.42.5(pid=11745): Launched\u000a18:21:37.290170 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:21:37.862560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11747): Launched\u000a18:21:37.980900 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:21:38.269299 run patchelf(pid=11748): Launched\u000a18:21:38.460694 run osmo-stp_10.42.42.5(pid=11745): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11745)]\u000a18:21:38.600234 run osmo-stp_10.42.42.5(pid=11745): stdout: \u000a| (launched: 2022-12-12_18:21:37.009366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:38.740172 run osmo-stp_10.42.42.5(pid=11745): stderr: \u000a| �[0;m�[38;5;43m20221212182137199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182137199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182137199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182137200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182137200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182137200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182137200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:38.875714 run osmo-stp_10.42.42.5(pid=11745): stdout: \u000a| (launched: 2022-12-12_18:21:37.009366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:39.009565 run osmo-stp_10.42.42.5(pid=11745): stderr: \u000a| �[0;m�[38;5;43m20221212182137199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182137199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182137199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182137200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182137200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182137200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182137200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:39.165939 run patchelf(pid=11748): Terminating (SIGINT)\u000a18:21:39.348530 run patchelf(pid=11748): Terminated: ok {rc=0}\u000a18:21:39.382325 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11745): Process ended prematurely: osmo-stp_10.42.42.5(pid=11745) [trial-2380↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11745)] [trial-2380↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a18:21:39.392346 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a18:21:39.456002 run osmo-hlr_10.42.42.2(pid=11742): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11742)]\u000a18:21:39.507907 run osmo-hlr_10.42.42.2(pid=11742): stdout: \u000a| (launched: 2022-12-12_18:21:35.989122) \u000a18:21:39.560370 run osmo-hlr_10.42.42.2(pid=11742): stderr: \u000a| �[0;m�[1;31m20221212182136184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182136184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182136184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182136184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182136184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182136184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182136196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182136205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182136206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182136206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:21:39.605269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11731): Terminating (SIGTERM)\u000a18:21:39.647654 run iperf3-srv_10.42.42.10(pid=11732): Terminating (SIGTERM)\u000a18:21:39.690126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11733): Terminating (SIGTERM)\u000a18:21:39.732158 run iperf3-srv_10.42.42.10(pid=11734): Terminating (SIGTERM)\u000a18:21:39.774515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11735): Terminating (SIGTERM)\u000a18:21:39.816319 run iperf3-srv_10.42.42.10(pid=11736): Terminating (SIGTERM)\u000a18:21:39.858048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11737): Terminating (SIGTERM)\u000a18:21:39.899628 run iperf3-srv_10.42.42.10(pid=11738): Terminating (SIGTERM)\u000a18:21:39.941398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11741): Terminating (SIGTERM)\u000a18:21:39.983706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11744): Terminating (SIGTERM)\u000a18:21:40.025424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11747): Terminating (SIGTERM)\u000a18:21:40.035115 --- ParallelTerminationStrategy: PID 11731 died...\u000a18:21:40.090938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11731): Terminated: ok {rc=0}\u000a18:21:40.100819 --- ParallelTerminationStrategy: PID 11732 died...\u000a18:21:40.155889 run iperf3-srv_10.42.42.10(pid=11732): Terminated {rc=256}\u000a18:21:40.165867 --- ParallelTerminationStrategy: PID 11733 died...\u000a18:21:40.223471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11733): Terminated: ok {rc=0}\u000a18:21:40.233269 --- ParallelTerminationStrategy: PID 11734 died...\u000a18:21:40.286968 run iperf3-srv_10.42.42.10(pid=11734): Terminated {rc=256}\u000a18:21:40.296842 --- ParallelTerminationStrategy: PID 11735 died...\u000a18:21:40.350543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11735): Terminated: ok {rc=0}\u000a18:21:40.360437 --- ParallelTerminationStrategy: PID 11736 died...\u000a18:21:40.414419 run iperf3-srv_10.42.42.10(pid=11736): Terminated {rc=256}\u000a18:21:40.424049 --- ParallelTerminationStrategy: PID 11737 died...\u000a18:21:40.477535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11737): Terminated: ok {rc=0}\u000a18:21:40.487393 --- ParallelTerminationStrategy: PID 11738 died...\u000a18:21:40.540486 run iperf3-srv_10.42.42.10(pid=11738): Terminated {rc=256}\u000a18:21:40.550415 --- ParallelTerminationStrategy: PID 11741 died...\u000a18:21:40.603937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11741): Terminated: ok {rc=0}\u000a18:21:40.613716 --- ParallelTerminationStrategy: PID 11744 died...\u000a18:21:40.667219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11744): Terminated: ok {rc=0}\u000a18:21:40.676878 --- ParallelTerminationStrategy: PID 11747 died...\u000a18:21:40.730146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11747): Terminated: ok {rc=0}\u000a18:21:40.819402 bus /gobi_4: Setting Powered False\u000a18:21:41.923131 bus /gobi_4: Setting Powered False\u000a18:21:43.034609 bus /gobi_1: Setting Powered False\u000a18:21:44.136636 bus /gobi_1: Setting Powered False\u000a18:21:45.247521 bus /gobi_0: Setting Powered False\u000a18:21:46.355697 bus /gobi_0: Setting Powered False\u000a18:21:47.467441 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 181, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11756): Process ended prematurely: osmo-stp_10.42.42.5(pid=11756) [trial-2380↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11756)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11756): Process ended prematurely: osmo-stp_10.42.42.5(pid=11756) [trial-2380↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a18:21:48.532903 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:48.544444 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a18:21:48.681079 tst ping.py: using LAC 30639\u000a18:21:48.806181 tst ping.py: using RAC 39\u000a18:21:48.933594 tst ping.py: using CellId 30639\u000a18:21:49.060422 tst ping.py: using BVCI 30640\u000a18:21:49.084895 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:49.096301 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:49.107444 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:49.119228 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:49.130666 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:49.142128 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:49.153747 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:49.165262 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a18:21:49.455112 tst ping.py:19: start network...\u000a18:21:49.588762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:21:50.102010 run create_hlr_db(pid=11750): Launched\u000a18:21:50.286817 bus /gobi_6: Setting Powered False\u000a18:21:51.307509 run create_hlr_db(pid=11750): Terminated: ok {rc=0}\u000a18:21:51.709279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11752): Launched\u000a18:21:52.009997 run osmo-hlr_10.42.42.2(pid=11753): Launched\u000a18:21:52.120315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:21:52.643280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11755): Launched\u000a18:21:52.945623 run osmo-stp_10.42.42.5(pid=11756): Launched\u000a18:21:53.053781 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:21:53.576238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11758): Launched\u000a18:21:53.682950 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:21:53.946697 run patchelf(pid=11759): Launched\u000a18:21:54.122194 run osmo-stp_10.42.42.5(pid=11756): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11756)]\u000a18:21:54.250238 run osmo-stp_10.42.42.5(pid=11756): stdout: \u000a| (launched: 2022-12-12_18:21:52.794899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:54.378859 run osmo-stp_10.42.42.5(pid=11756): stderr: \u000a| �[0;m�[38;5;43m20221212182152964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182152964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182152964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182152965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182152965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182152965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182152965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:54.502590 run osmo-stp_10.42.42.5(pid=11756): stdout: \u000a| (launched: 2022-12-12_18:21:52.794899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:21:54.625327 run osmo-stp_10.42.42.5(pid=11756): stderr: \u000a| �[0;m�[38;5;43m20221212182152964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182152964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182152964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182152965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182152965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182152965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182152965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:21:54.768167 run patchelf(pid=11759): Terminating (SIGINT)\u000a18:21:54.937737 run patchelf(pid=11759): Terminated: ok {rc=0}\u000a18:21:54.968537 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11756): Process ended prematurely: osmo-stp_10.42.42.5(pid=11756) [trial-2380↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11756)] [trial-2380↪gprs:trx-umtrx↪ping.py:22]\u000a18:21:54.977425 tst ping.py:22: Test FAILED (6.4 sec)\u000a18:21:55.037388 run osmo-hlr_10.42.42.2(pid=11753): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11753)]\u000a18:21:55.087103 run osmo-hlr_10.42.42.2(pid=11753): stdout: \u000a| (launched: 2022-12-12_18:21:51.861214) \u000a18:21:55.136368 run osmo-hlr_10.42.42.2(pid=11753): stderr: \u000a| �[0;m�[1;31m20221212182152034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182152034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182152034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182152034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182152034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182152035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182152047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182152058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182152058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182152058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:21:55.178528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11752): Terminating (SIGTERM)\u000a18:21:55.218308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11755): Terminating (SIGTERM)\u000a18:21:55.257950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11758): Terminating (SIGTERM)\u000a18:21:55.267142 --- ParallelTerminationStrategy: PID 11752 died...\u000a18:21:55.320180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11752): Terminated: ok {rc=0}\u000a18:21:55.329787 --- ParallelTerminationStrategy: PID 11755 died...\u000a18:21:55.382598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11755): Terminated: ok {rc=0}\u000a18:21:55.392173 --- ParallelTerminationStrategy: PID 11758 died...\u000a18:21:55.445613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11758): Terminated: ok {rc=0}\u000a18:21:55.529238 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11766): Process ended prematurely: osmo-stp_10.42.42.5(pid=11766) [trial-2380↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11766)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11766): Process ended prematurely: osmo-stp_10.42.42.5(pid=11766) [trial-2380↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a18:21:56.583142 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:56.595176 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a18:21:56.742927 tst ping_idle_ping.py: using LAC 30640\u000a18:21:56.871124 tst ping_idle_ping.py: using RAC 40\u000a18:21:57.000003 tst ping_idle_ping.py: using CellId 30640\u000a18:21:57.126166 tst ping_idle_ping.py: using BVCI 30641\u000a18:21:57.151027 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:57.162304 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:57.173351 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:57.184822 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:57.196164 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:57.207620 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:57.219299 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a18:21:57.230927 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a18:21:57.522591 tst ping_idle_ping.py:24: start network...\u000a18:21:57.656390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:21:58.176936 run create_hlr_db(pid=11760): Launched\u000a18:21:58.364437 bus /gobi_6: Setting Powered False\u000a18:21:59.386082 run create_hlr_db(pid=11760): Terminated: ok {rc=0}\u000a18:21:59.794058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11762): Launched\u000a18:22:00.097559 run osmo-hlr_10.42.42.2(pid=11763): Launched\u000a18:22:00.216365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:22:00.748246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11765): Launched\u000a18:22:01.079183 run osmo-stp_10.42.42.5(pid=11766): Launched\u000a18:22:01.444150 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:22:02.008260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11768): Launched\u000a18:22:02.129997 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:22:02.422112 run patchelf(pid=11769): Launched\u000a18:22:02.611049 run osmo-stp_10.42.42.5(pid=11766): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11766)]\u000a18:22:02.748706 run osmo-stp_10.42.42.5(pid=11766): stdout: \u000a| (launched: 2022-12-12_18:22:00.910995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:02.886670 run osmo-stp_10.42.42.5(pid=11766): stderr: \u000a| �[0;m�[38;5;43m20221212182201280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182201280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182201280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182201282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182201283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182201283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182201283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:03.020296 run osmo-stp_10.42.42.5(pid=11766): stdout: \u000a| (launched: 2022-12-12_18:22:00.910995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:03.152505 run osmo-stp_10.42.42.5(pid=11766): stderr: \u000a| �[0;m�[38;5;43m20221212182201280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182201280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182201280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182201282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182201283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182201283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182201283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:03.305706 run patchelf(pid=11769): Terminating (SIGINT)\u000a18:22:03.484543 run patchelf(pid=11769): Terminated: ok {rc=0}\u000a18:22:03.517363 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11766): Process ended prematurely: osmo-stp_10.42.42.5(pid=11766) [trial-2380↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11766)] [trial-2380↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a18:22:03.526799 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a18:22:03.591613 run osmo-hlr_10.42.42.2(pid=11763): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11763)]\u000a18:22:03.643161 run osmo-hlr_10.42.42.2(pid=11763): stdout: \u000a| (launched: 2022-12-12_18:21:59.947692) \u000a18:22:03.695116 run osmo-hlr_10.42.42.2(pid=11763): stderr: \u000a| �[0;m�[1;31m20221212182200122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182200122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182200122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182200122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182200122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182200122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182200134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182200144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182200145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182200145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:22:03.739616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11762): Terminating (SIGTERM)\u000a18:22:03.782381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11765): Terminating (SIGTERM)\u000a18:22:03.824697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11768): Terminating (SIGTERM)\u000a18:22:03.834624 --- ParallelTerminationStrategy: PID 11762 died...\u000a18:22:03.891050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11762): Terminated: ok {rc=0}\u000a18:22:03.901202 --- ParallelTerminationStrategy: PID 11765 died...\u000a18:22:03.957185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11765): Terminated: ok {rc=0}\u000a18:22:03.967542 --- ParallelTerminationStrategy: PID 11768 died...\u000a18:22:04.023817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11768): Terminated: ok {rc=0}\u000a18:22:04.110971 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:21:05" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11783): Process ended prematurely: osmo-stp_10.42.42.5(pid=11783) [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11783)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11783): Process ended prematurely: osmo-stp_10.42.42.5(pid=11783) [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11783)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:22:06.272516 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:06.283924 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:22:06.431073 tst cs_paging_gprs_active.py: using LAC 30641\u000a18:22:06.559097 tst cs_paging_gprs_active.py: using RAC 41\u000a18:22:06.687173 tst cs_paging_gprs_active.py: using CellId 30641\u000a18:22:06.810637 tst cs_paging_gprs_active.py: using BVCI 30642\u000a18:22:06.834327 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:06.845411 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:06.856074 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:06.867264 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:06.879670 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:06.892734 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:06.904106 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:06.915163 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:06.926449 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:22:07.046842 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:22:07.331337 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:22:07.458787 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:07.778163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11773): Launched\u000a18:22:08.042282 run iperf3-srv_10.42.42.10(pid=11774): Launched\u000a18:22:08.228788 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:22:08.355645 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:08.672836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11775): Launched\u000a18:22:08.938253 run iperf3-srv_10.42.42.10(pid=11776): Launched\u000a18:22:09.125009 tst cs_paging_gprs_active.py:38: start network...\u000a18:22:09.252293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:22:09.733740 run create_hlr_db(pid=11777): Launched\u000a18:22:09.909973 bus /gobi_6: Setting Powered False\u000a18:22:10.931656 run create_hlr_db(pid=11777): Terminated: ok {rc=0}\u000a18:22:11.340694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11779): Launched\u000a18:22:11.650910 run osmo-hlr_10.42.42.2(pid=11780): Launched\u000a18:22:11.771022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:22:12.308602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11782): Launched\u000a18:22:12.617963 run osmo-stp_10.42.42.5(pid=11783): Launched\u000a18:22:12.729234 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:22:13.264060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11785): Launched\u000a18:22:13.372941 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:22:13.642487 run patchelf(pid=11786): Launched\u000a18:22:13.821430 run osmo-stp_10.42.42.5(pid=11783): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11783)]\u000a18:22:13.951803 run osmo-stp_10.42.42.5(pid=11783): stdout: \u000a| (launched: 2022-12-12_18:22:12.463648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:14.082294 run osmo-stp_10.42.42.5(pid=11783): stderr: \u000a| �[0;m�[38;5;43m20221212182212632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182212632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182212632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182212633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182212633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182212633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182212633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:14.207727 run osmo-stp_10.42.42.5(pid=11783): stdout: \u000a| (launched: 2022-12-12_18:22:12.463648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:14.332101 run osmo-stp_10.42.42.5(pid=11783): stderr: \u000a| �[0;m�[38;5;43m20221212182212632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182212632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182212632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182212633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182212633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182212633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182212633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:14.477916 run patchelf(pid=11786): Terminating (SIGINT)\u000a18:22:14.648791 run patchelf(pid=11786): Terminated: ok {rc=0}\u000a18:22:14.680442 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11783): Process ended prematurely: osmo-stp_10.42.42.5(pid=11783) [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11783)] [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:22:14.689686 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a18:22:14.750735 run osmo-hlr_10.42.42.2(pid=11780): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11780)]\u000a18:22:14.799826 run osmo-hlr_10.42.42.2(pid=11780): stdout: \u000a| (launched: 2022-12-12_18:22:11.496264) \u000a18:22:14.849586 run osmo-hlr_10.42.42.2(pid=11780): stderr: \u000a| �[0;m�[1;31m20221212182211670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182211670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182211670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182211671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182211671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182211671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182211683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182211691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182211691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182211691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:22:14.891683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11773): Terminating (SIGTERM)\u000a18:22:14.931532 run iperf3-srv_10.42.42.10(pid=11774): Terminating (SIGTERM)\u000a18:22:14.971461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11775): Terminating (SIGTERM)\u000a18:22:15.011269 run iperf3-srv_10.42.42.10(pid=11776): Terminating (SIGTERM)\u000a18:22:15.051317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11779): Terminating (SIGTERM)\u000a18:22:15.091636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11782): Terminating (SIGTERM)\u000a18:22:15.131625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11785): Terminating (SIGTERM)\u000a18:22:15.141211 --- ParallelTerminationStrategy: PID 11773 died...\u000a18:22:15.194776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11773): Terminated: ok {rc=0}\u000a18:22:15.204647 --- ParallelTerminationStrategy: PID 11774 died...\u000a18:22:15.258090 run iperf3-srv_10.42.42.10(pid=11774): Terminated {rc=256}\u000a18:22:15.267923 --- ParallelTerminationStrategy: PID 11775 died...\u000a18:22:15.321546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11775): Terminated: ok {rc=0}\u000a18:22:15.331098 --- ParallelTerminationStrategy: PID 11776 died...\u000a18:22:15.383994 run iperf3-srv_10.42.42.10(pid=11776): Terminated {rc=256}\u000a18:22:15.393864 --- ParallelTerminationStrategy: PID 11779 died...\u000a18:22:15.447075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11779): Terminated: ok {rc=0}\u000a18:22:15.456615 --- ParallelTerminationStrategy: PID 11782 died...\u000a18:22:15.509493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11782): Terminated: ok {rc=0}\u000a18:22:15.519280 --- ParallelTerminationStrategy: PID 11785 died...\u000a18:22:15.572877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11785): Terminated: ok {rc=0}\u000a18:22:15.660797 bus /gobi_0: Setting Powered False\u000a18:22:16.783225 bus /gobi_0: Setting Powered False\u000a18:22:17.890036 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11795): Process ended prematurely: osmo-stp_10.42.42.5(pid=11795) [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11795)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11795): Process ended prematurely: osmo-stp_10.42.42.5(pid=11795) [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:22:19.001081 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:19.012781 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:22:19.156731 tst iperf3.py: using LAC 30642\u000a18:22:19.278385 tst iperf3.py: using RAC 42\u000a18:22:19.398179 tst iperf3.py: using CellId 30642\u000a18:22:19.520217 tst iperf3.py: using BVCI 30643\u000a18:22:19.543703 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:19.554712 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:19.565472 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:19.576381 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:19.587368 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:19.598428 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:19.609571 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:19.620333 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:19.631411 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:22:19.911409 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:22:20.038112 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:20.356752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11787): Launched\u000a18:22:20.620273 run iperf3-srv_10.42.42.10(pid=11788): Launched\u000a18:22:20.805594 tst iperf3.py:8: start network...\u000a18:22:20.932138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:22:21.414658 run create_hlr_db(pid=11789): Launched\u000a18:22:21.589810 bus /gobi_6: Setting Powered False\u000a18:22:22.611260 run create_hlr_db(pid=11789): Terminated: ok {rc=0}\u000a18:22:23.044668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11791): Launched\u000a18:22:23.374295 run osmo-hlr_10.42.42.2(pid=11792): Launched\u000a18:22:23.493335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:22:24.068111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11794): Launched\u000a18:22:24.398011 run osmo-stp_10.42.42.5(pid=11795): Launched\u000a18:22:24.516456 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:22:25.088443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11797): Launched\u000a18:22:25.205262 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:22:25.491890 run patchelf(pid=11798): Launched\u000a18:22:25.681772 run osmo-stp_10.42.42.5(pid=11795): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11795)]\u000a18:22:25.820692 run osmo-stp_10.42.42.5(pid=11795): stdout: \u000a| (launched: 2022-12-12_18:22:24.234570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:25.959368 run osmo-stp_10.42.42.5(pid=11795): stderr: \u000a| �[0;m�[38;5;43m20221212182224425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182224425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182224425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182224426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182224426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182224426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182224426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:26.093501 run osmo-stp_10.42.42.5(pid=11795): stdout: \u000a| (launched: 2022-12-12_18:22:24.234570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:26.226085 run osmo-stp_10.42.42.5(pid=11795): stderr: \u000a| �[0;m�[38;5;43m20221212182224425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182224425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182224425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182224426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182224426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182224426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182224426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:26.380936 run patchelf(pid=11798): Terminating (SIGINT)\u000a18:22:26.562918 run patchelf(pid=11798): Terminated: ok {rc=0}\u000a18:22:26.596454 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11795): Process ended prematurely: osmo-stp_10.42.42.5(pid=11795) [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11795)] [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a18:22:26.606480 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a18:22:26.668858 run osmo-hlr_10.42.42.2(pid=11792): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11792)]\u000a18:22:26.719728 run osmo-hlr_10.42.42.2(pid=11792): stdout: \u000a| (launched: 2022-12-12_18:22:23.211416) \u000a18:22:26.771543 run osmo-hlr_10.42.42.2(pid=11792): stderr: \u000a| �[0;m�[1;31m20221212182223407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182223407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182223407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182223408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182223408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182223408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182223420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182223431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182223431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182223431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:22:26.815760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11787): Terminating (SIGTERM)\u000a18:22:26.857335 run iperf3-srv_10.42.42.10(pid=11788): Terminating (SIGTERM)\u000a18:22:26.898814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11791): Terminating (SIGTERM)\u000a18:22:26.940199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11794): Terminating (SIGTERM)\u000a18:22:26.981675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11797): Terminating (SIGTERM)\u000a18:22:26.991488 --- ParallelTerminationStrategy: PID 11787 died...\u000a18:22:27.046943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11787): Terminated: ok {rc=0}\u000a18:22:27.056888 --- ParallelTerminationStrategy: PID 11788 died...\u000a18:22:27.111981 run iperf3-srv_10.42.42.10(pid=11788): Terminated {rc=256}\u000a18:22:27.121952 --- ParallelTerminationStrategy: PID 11791 died...\u000a18:22:27.177800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11791): Terminated: ok {rc=0}\u000a18:22:27.188003 --- ParallelTerminationStrategy: PID 11794 died...\u000a18:22:27.243311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11794): Terminated: ok {rc=0}\u000a18:22:27.253433 --- ParallelTerminationStrategy: PID 11797 died...\u000a18:22:27.308637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11797): Terminated: ok {rc=0}\u000a18:22:27.395617 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11813): Process ended prematurely: osmo-stp_10.42.42.5(pid=11813) [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11813)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11813): Process ended prematurely: osmo-stp_10.42.42.5(pid=11813) [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:22:28.506859 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:28.518623 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:22:28.657436 tst iperf3m4.py: using LAC 30643\u000a18:22:28.775363 tst iperf3m4.py: using RAC 43\u000a18:22:28.901731 tst iperf3m4.py: using CellId 30643\u000a18:22:29.028564 tst iperf3m4.py: using BVCI 30644\u000a18:22:29.053740 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:29.065396 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:29.076650 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:29.087863 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:29.099037 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:29.110192 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:29.121593 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:29.132487 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:29.143781 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:22:29.263493 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:22:29.386277 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:22:29.501938 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:22:29.781884 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:22:29.907950 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:30.224242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11799): Launched\u000a18:22:30.489513 run iperf3-srv_10.42.42.10(pid=11800): Launched\u000a18:22:30.675285 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:22:30.802503 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:31.149019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11801): Launched\u000a18:22:31.433390 run iperf3-srv_10.42.42.10(pid=11802): Launched\u000a18:22:31.624054 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:22:31.755646 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:32.102027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11803): Launched\u000a18:22:32.383802 run iperf3-srv_10.42.42.10(pid=11804): Launched\u000a18:22:32.569632 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:22:32.696460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:22:33.015725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11805): Launched\u000a18:22:33.280369 run iperf3-srv_10.42.42.10(pid=11806): Launched\u000a18:22:33.465860 tst iperf3m4.py:8: start network...\u000a18:22:33.592694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:22:34.074482 run create_hlr_db(pid=11807): Launched\u000a18:22:34.250313 bus /gobi_6: Setting Powered False\u000a18:22:35.272469 run create_hlr_db(pid=11807): Terminated: ok {rc=0}\u000a18:22:35.708331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11809): Launched\u000a18:22:36.038397 run osmo-hlr_10.42.42.2(pid=11810): Launched\u000a18:22:36.158542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:22:36.732107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11812): Launched\u000a18:22:37.062176 run osmo-stp_10.42.42.5(pid=11813): Launched\u000a18:22:37.180898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:22:37.755205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11815): Launched\u000a18:22:37.872616 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:22:38.159931 run patchelf(pid=11816): Launched\u000a18:22:38.351509 run osmo-stp_10.42.42.5(pid=11813): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11813)]\u000a18:22:38.491313 run osmo-stp_10.42.42.5(pid=11813): stdout: \u000a| (launched: 2022-12-12_18:22:36.899720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:38.631360 run osmo-stp_10.42.42.5(pid=11813): stderr: \u000a| �[0;m�[38;5;43m20221212182237089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182237089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182237089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182237089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182237090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182237090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182237090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:38.766681 run osmo-stp_10.42.42.5(pid=11813): stdout: \u000a| (launched: 2022-12-12_18:22:36.899720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:38.900891 run osmo-stp_10.42.42.5(pid=11813): stderr: \u000a| �[0;m�[38;5;43m20221212182237089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182237089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182237089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182237089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182237090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182237090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182237090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:39.056838 run patchelf(pid=11816): Terminating (SIGINT)\u000a18:22:39.240167 run patchelf(pid=11816): Terminated: ok {rc=0}\u000a18:22:39.274278 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11813): Process ended prematurely: osmo-stp_10.42.42.5(pid=11813) [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11813)] [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:22:39.284228 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:22:39.347713 run osmo-hlr_10.42.42.2(pid=11810): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11810)]\u000a18:22:39.399025 run osmo-hlr_10.42.42.2(pid=11810): stdout: \u000a| (launched: 2022-12-12_18:22:35.875768) \u000a18:22:39.450980 run osmo-hlr_10.42.42.2(pid=11810): stderr: \u000a| �[0;m�[1;31m20221212182236069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182236069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182236070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182236070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182236070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182236070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182236082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182236093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182236093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182236094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:22:39.495355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11799): Terminating (SIGTERM)\u000a18:22:39.537654 run iperf3-srv_10.42.42.10(pid=11800): Terminating (SIGTERM)\u000a18:22:39.579753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11801): Terminating (SIGTERM)\u000a18:22:39.621950 run iperf3-srv_10.42.42.10(pid=11802): Terminating (SIGTERM)\u000a18:22:39.664007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11803): Terminating (SIGTERM)\u000a18:22:39.706333 run iperf3-srv_10.42.42.10(pid=11804): Terminating (SIGTERM)\u000a18:22:39.748406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11805): Terminating (SIGTERM)\u000a18:22:39.790755 run iperf3-srv_10.42.42.10(pid=11806): Terminating (SIGTERM)\u000a18:22:39.833155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11809): Terminating (SIGTERM)\u000a18:22:39.875238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11812): Terminating (SIGTERM)\u000a18:22:39.917532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11815): Terminating (SIGTERM)\u000a18:22:39.927395 --- ParallelTerminationStrategy: PID 11799 died...\u000a18:22:39.983541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11799): Terminated: ok {rc=0}\u000a18:22:39.993791 --- ParallelTerminationStrategy: PID 11800 died...\u000a18:22:40.049456 run iperf3-srv_10.42.42.10(pid=11800): Terminated {rc=256}\u000a18:22:40.059521 --- ParallelTerminationStrategy: PID 11801 died...\u000a18:22:40.115419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11801): Terminated: ok {rc=0}\u000a18:22:40.125589 --- ParallelTerminationStrategy: PID 11802 died...\u000a18:22:40.181380 run iperf3-srv_10.42.42.10(pid=11802): Terminated {rc=256}\u000a18:22:40.191499 --- ParallelTerminationStrategy: PID 11803 died...\u000a18:22:40.247348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11803): Terminated: ok {rc=0}\u000a18:22:40.257908 --- ParallelTerminationStrategy: PID 11804 died...\u000a18:22:40.313515 run iperf3-srv_10.42.42.10(pid=11804): Terminated {rc=256}\u000a18:22:40.323586 --- ParallelTerminationStrategy: PID 11805 died...\u000a18:22:40.379533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11805): Terminated: ok {rc=0}\u000a18:22:40.389783 --- ParallelTerminationStrategy: PID 11806 died...\u000a18:22:40.445691 run iperf3-srv_10.42.42.10(pid=11806): Terminated {rc=256}\u000a18:22:40.455870 --- ParallelTerminationStrategy: PID 11809 died...\u000a18:22:40.512043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11809): Terminated: ok {rc=0}\u000a18:22:40.522207 --- ParallelTerminationStrategy: PID 11812 died...\u000a18:22:40.578216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11812): Terminated: ok {rc=0}\u000a18:22:40.588325 --- ParallelTerminationStrategy: PID 11815 died...\u000a18:22:40.644147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11815): Terminated: ok {rc=0}\u000a18:22:40.731832 bus /gobi_4: Setting Powered False\u000a18:22:41.841007 bus /gobi_4: Setting Powered False\u000a18:22:42.949653 bus /gobi_1: Setting Powered False\u000a18:22:44.051655 bus /gobi_1: Setting Powered False\u000a18:22:45.162544 bus /gobi_0: Setting Powered False\u000a18:22:46.271056 bus /gobi_0: Setting Powered False\u000a18:22:47.383732 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11823): Process ended prematurely: osmo-stp_10.42.42.5(pid=11823) [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11823)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11823): Process ended prematurely: osmo-stp_10.42.42.5(pid=11823) [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:22:48.451149 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:48.462967 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:22:48.601039 tst ping.py: using LAC 30644\u000a18:22:48.721337 tst ping.py: using RAC 44\u000a18:22:48.839333 tst ping.py: using CellId 30644\u000a18:22:48.955650 tst ping.py: using BVCI 30645\u000a18:22:48.978544 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:48.989551 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:49.000279 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:49.011350 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:49.022448 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:49.033468 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:49.044614 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:49.055570 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:22:49.330185 tst ping.py:19: start network...\u000a18:22:49.455268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:22:49.928665 run create_hlr_db(pid=11817): Launched\u000a18:22:50.101969 bus /gobi_6: Setting Powered False\u000a18:22:51.123243 run create_hlr_db(pid=11817): Terminated: ok {rc=0}\u000a18:22:51.527772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11819): Launched\u000a18:22:51.830107 run osmo-hlr_10.42.42.2(pid=11820): Launched\u000a18:22:51.943638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:22:52.468671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11822): Launched\u000a18:22:52.771008 run osmo-stp_10.42.42.5(pid=11823): Launched\u000a18:22:52.880324 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:22:53.404333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11825): Launched\u000a18:22:53.510951 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:22:53.773747 run patchelf(pid=11826): Launched\u000a18:22:53.948772 run osmo-stp_10.42.42.5(pid=11823): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11823)]\u000a18:22:54.076652 run osmo-stp_10.42.42.5(pid=11823): stdout: \u000a| (launched: 2022-12-12_18:22:52.620066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:54.204878 run osmo-stp_10.42.42.5(pid=11823): stderr: \u000a| �[0;m�[38;5;43m20221212182252788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182252789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182252789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182252789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182252790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182252790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182252790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:54.329141 run osmo-stp_10.42.42.5(pid=11823): stdout: \u000a| (launched: 2022-12-12_18:22:52.620066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:22:54.451404 run osmo-stp_10.42.42.5(pid=11823): stderr: \u000a| �[0;m�[38;5;43m20221212182252788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182252789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182252789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182252789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182252790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182252790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182252790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:22:54.594179 run patchelf(pid=11826): Terminating (SIGINT)\u000a18:22:54.762445 run patchelf(pid=11826): Terminated: ok {rc=0}\u000a18:22:54.793093 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11823): Process ended prematurely: osmo-stp_10.42.42.5(pid=11823) [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11823)] [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a18:22:54.801860 tst ping.py:22: Test FAILED (6.3 sec)\u000a18:22:54.862702 run osmo-hlr_10.42.42.2(pid=11820): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11820)]\u000a18:22:54.911722 run osmo-hlr_10.42.42.2(pid=11820): stdout: \u000a| (launched: 2022-12-12_18:22:51.680214) \u000a18:22:54.961498 run osmo-hlr_10.42.42.2(pid=11820): stderr: \u000a| �[0;m�[1;31m20221212182251854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182251854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182251854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182251854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182251854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182251854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182251867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182251877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182251878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182251878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:22:55.003590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11819): Terminating (SIGTERM)\u000a18:22:55.043695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11822): Terminating (SIGTERM)\u000a18:22:55.083728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11825): Terminating (SIGTERM)\u000a18:22:55.093404 --- ParallelTerminationStrategy: PID 11819 died...\u000a18:22:55.147132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11819): Terminated: ok {rc=0}\u000a18:22:55.156758 --- ParallelTerminationStrategy: PID 11822 died...\u000a18:22:55.210519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11822): Terminated: ok {rc=0}\u000a18:22:55.220374 --- ParallelTerminationStrategy: PID 11825 died...\u000a18:22:55.273635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11825): Terminated: ok {rc=0}\u000a18:22:55.363293 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11833): Process ended prematurely: osmo-stp_10.42.42.5(pid=11833) [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11833)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11833): Process ended prematurely: osmo-stp_10.42.42.5(pid=11833) [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:22:56.415983 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:56.428114 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:22:56.566525 tst ping_idle_ping.py: using LAC 30645\u000a18:22:56.683317 tst ping_idle_ping.py: using RAC 45\u000a18:22:56.800098 tst ping_idle_ping.py: using CellId 30645\u000a18:22:56.917492 tst ping_idle_ping.py: using BVCI 30646\u000a18:22:56.940349 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:56.951363 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:56.962161 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:56.973736 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:56.984640 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:56.995638 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:57.006783 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:22:57.017810 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:22:57.312499 tst ping_idle_ping.py:24: start network...\u000a18:22:57.448407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:22:57.970994 run create_hlr_db(pid=11827): Launched\u000a18:22:58.159020 bus /gobi_6: Setting Powered False\u000a18:22:59.179007 run create_hlr_db(pid=11827): Terminated: ok {rc=0}\u000a18:22:59.585875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11829): Launched\u000a18:22:59.889902 run osmo-hlr_10.42.42.2(pid=11830): Launched\u000a18:23:00.007428 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:23:00.539272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11832): Launched\u000a18:23:00.843946 run osmo-stp_10.42.42.5(pid=11833): Launched\u000a18:23:01.040389 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:23:01.600343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11835): Launched\u000a18:23:01.713853 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:23:02.007921 run patchelf(pid=11836): Launched\u000a18:23:02.216399 run osmo-stp_10.42.42.5(pid=11833): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11833)]\u000a18:23:02.349224 run osmo-stp_10.42.42.5(pid=11833): stdout: \u000a| (launched: 2022-12-12_18:23:00.691973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:02.479914 run osmo-stp_10.42.42.5(pid=11833): stderr: \u000a| �[0;m�[38;5;43m20221212182300915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182300915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182300915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182300916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182300916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182300916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182300916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:02.605548 run osmo-stp_10.42.42.5(pid=11833): stdout: \u000a| (launched: 2022-12-12_18:23:00.691973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:02.729350 run osmo-stp_10.42.42.5(pid=11833): stderr: \u000a| �[0;m�[38;5;43m20221212182300915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182300915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182300915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182300916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182300916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182300916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182300916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:02.873951 run patchelf(pid=11836): Terminating (SIGINT)\u000a18:23:03.043454 run patchelf(pid=11836): Terminated: ok {rc=0}\u000a18:23:03.074579 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11833): Process ended prematurely: osmo-stp_10.42.42.5(pid=11833) [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11833)] [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:23:03.083439 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a18:23:03.145256 run osmo-hlr_10.42.42.2(pid=11830): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11830)]\u000a18:23:03.195681 run osmo-hlr_10.42.42.2(pid=11830): stdout: \u000a| (launched: 2022-12-12_18:22:59.739725) \u000a18:23:03.246312 run osmo-hlr_10.42.42.2(pid=11830): stderr: \u000a| �[0;m�[1;31m20221212182259914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182259914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182259914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182259915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182259915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182259915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182259925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182259934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182259934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182259935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:23:03.289430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11829): Terminating (SIGTERM)\u000a18:23:03.330213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11832): Terminating (SIGTERM)\u000a18:23:03.370920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11835): Terminating (SIGTERM)\u000a18:23:03.380667 --- ParallelTerminationStrategy: PID 11829 died...\u000a18:23:03.434985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11829): Terminated: ok {rc=0}\u000a18:23:03.445097 --- ParallelTerminationStrategy: PID 11832 died...\u000a18:23:03.499480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11832): Terminated: ok {rc=0}\u000a18:23:03.509630 --- ParallelTerminationStrategy: PID 11835 died...\u000a18:23:03.563791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11835): Terminated: ok {rc=0}\u000a18:23:03.652750 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:22:05" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11852): Process ended prematurely: osmo-stp_10.42.42.5(pid=11852) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11852)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11852): Process ended prematurely: osmo-stp_10.42.42.5(pid=11852) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:23:05.801215 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:05.812633 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:23:05.978800 tst cs_paging_gprs_active.py: using LAC 30646\u000a18:23:06.106350 tst cs_paging_gprs_active.py: using RAC 46\u000a18:23:06.238400 tst cs_paging_gprs_active.py: using CellId 30646\u000a18:23:06.365633 tst cs_paging_gprs_active.py: using BVCI 30647\u000a18:23:06.390872 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:06.402374 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:06.413678 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:06.424911 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:06.436176 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:06.447592 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:06.459020 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:06.470213 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:06.481626 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:23:06.600072 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:23:06.898946 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:23:07.036798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:07.376922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11842): Launched\u000a18:23:07.661557 run iperf3-srv_10.42.42.10(pid=11843): Launched\u000a18:23:07.864296 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:23:08.010378 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:08.353268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11844): Launched\u000a18:23:08.638115 run iperf3-srv_10.42.42.10(pid=11845): Launched\u000a18:23:08.839936 tst cs_paging_gprs_active.py:38: start network...\u000a18:23:08.977175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:23:09.505657 run create_hlr_db(pid=11846): Launched\u000a18:23:09.695878 bus /gobi_6: Setting Powered False\u000a18:23:10.717625 run create_hlr_db(pid=11846): Terminated: ok {rc=0}\u000a18:23:11.131904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11848): Launched\u000a18:23:11.441539 run osmo-hlr_10.42.42.2(pid=11849): Launched\u000a18:23:11.561625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:23:12.099396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11851): Launched\u000a18:23:12.407467 run osmo-stp_10.42.42.5(pid=11852): Launched\u000a18:23:12.519048 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:23:13.055181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11854): Launched\u000a18:23:13.164859 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:23:13.440933 run patchelf(pid=11855): Launched\u000a18:23:13.620626 run osmo-stp_10.42.42.5(pid=11852): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11852)]\u000a18:23:13.751699 run osmo-stp_10.42.42.5(pid=11852): stdout: \u000a| (launched: 2022-12-12_18:23:12.254753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:13.882537 run osmo-stp_10.42.42.5(pid=11852): stderr: \u000a| �[0;m�[38;5;43m20221212182312423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182312423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182312424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182312424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182312424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182312425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182312425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:14.008617 run osmo-stp_10.42.42.5(pid=11852): stdout: \u000a| (launched: 2022-12-12_18:23:12.254753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:14.134005 run osmo-stp_10.42.42.5(pid=11852): stderr: \u000a| �[0;m�[38;5;43m20221212182312423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182312423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182312424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182312424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182312424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182312425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182312425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:14.279875 run patchelf(pid=11855): Terminating (SIGINT)\u000a18:23:14.451217 run patchelf(pid=11855): Terminated: ok {rc=0}\u000a18:23:14.482807 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11852): Process ended prematurely: osmo-stp_10.42.42.5(pid=11852) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11852)] [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:23:14.492099 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:23:14.552506 run osmo-hlr_10.42.42.2(pid=11849): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11849)]\u000a18:23:14.601736 run osmo-hlr_10.42.42.2(pid=11849): stdout: \u000a| (launched: 2022-12-12_18:23:11.287472) \u000a18:23:14.651401 run osmo-hlr_10.42.42.2(pid=11849): stderr: \u000a| �[0;m�[1;31m20221212182311460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182311460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182311461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182311461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182311461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182311461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182311476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182311486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182311487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182311487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:23:14.693545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11842): Terminating (SIGTERM)\u000a18:23:14.733739 run iperf3-srv_10.42.42.10(pid=11843): Terminating (SIGTERM)\u000a18:23:14.773591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11844): Terminating (SIGTERM)\u000a18:23:14.813279 run iperf3-srv_10.42.42.10(pid=11845): Terminating (SIGTERM)\u000a18:23:14.853066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11848): Terminating (SIGTERM)\u000a18:23:14.892797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11851): Terminating (SIGTERM)\u000a18:23:14.932517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11854): Terminating (SIGTERM)\u000a18:23:14.941854 --- ParallelTerminationStrategy: PID 11842 died...\u000a18:23:14.994940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11842): Terminated: ok {rc=0}\u000a18:23:15.004676 --- ParallelTerminationStrategy: PID 11843 died...\u000a18:23:15.057997 run iperf3-srv_10.42.42.10(pid=11843): Terminated {rc=256}\u000a18:23:15.067848 --- ParallelTerminationStrategy: PID 11844 died...\u000a18:23:15.120711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11844): Terminated: ok {rc=0}\u000a18:23:15.130555 --- ParallelTerminationStrategy: PID 11845 died...\u000a18:23:15.183145 run iperf3-srv_10.42.42.10(pid=11845): Terminated {rc=256}\u000a18:23:15.192908 --- ParallelTerminationStrategy: PID 11848 died...\u000a18:23:15.245729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11848): Terminated: ok {rc=0}\u000a18:23:15.255570 --- ParallelTerminationStrategy: PID 11851 died...\u000a18:23:15.308287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11851): Terminated: ok {rc=0}\u000a18:23:15.318160 --- ParallelTerminationStrategy: PID 11854 died...\u000a18:23:15.371132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11854): Terminated: ok {rc=0}\u000a18:23:15.459715 bus /gobi_0: Setting Powered False\u000a18:23:16.562649 bus /gobi_0: Setting Powered False\u000a18:23:17.670549 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11864): Process ended prematurely: osmo-stp_10.42.42.5(pid=11864) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11864)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11864): Process ended prematurely: osmo-stp_10.42.42.5(pid=11864) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:23:18.779397 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:18.791084 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:23:18.951656 tst iperf3.py: using LAC 30647\u000a18:23:19.071995 tst iperf3.py: using RAC 47\u000a18:23:19.199668 tst iperf3.py: using CellId 30647\u000a18:23:19.327646 tst iperf3.py: using BVCI 30648\u000a18:23:19.353092 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:19.364697 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:19.376033 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:19.387493 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:19.398647 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:19.409839 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:19.421110 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:19.432228 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:19.443591 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:23:19.740664 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:23:19.877744 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:20.218300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11856): Launched\u000a18:23:20.501908 run iperf3-srv_10.42.42.10(pid=11857): Launched\u000a18:23:20.702329 tst iperf3.py:8: start network...\u000a18:23:20.839357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:23:21.364451 run create_hlr_db(pid=11858): Launched\u000a18:23:21.553052 bus /gobi_6: Setting Powered False\u000a18:23:22.574524 run create_hlr_db(pid=11858): Terminated: ok {rc=0}\u000a18:23:23.011571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11860): Launched\u000a18:23:23.341093 run osmo-hlr_10.42.42.2(pid=11861): Launched\u000a18:23:23.459977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:23:24.123475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11863): Launched\u000a18:23:24.445247 run osmo-stp_10.42.42.5(pid=11864): Launched\u000a18:23:24.560704 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:23:25.120882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11866): Launched\u000a18:23:25.234869 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:23:25.515658 run patchelf(pid=11867): Launched\u000a18:23:25.703175 run osmo-stp_10.42.42.5(pid=11864): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11864)]\u000a18:23:25.840484 run osmo-stp_10.42.42.5(pid=11864): stdout: \u000a| (launched: 2022-12-12_18:23:24.286237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:25.977655 run osmo-stp_10.42.42.5(pid=11864): stderr: \u000a| �[0;m�[38;5;43m20221212182324477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182324477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182324477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182324477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182324478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182324478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182324478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:26.110082 run osmo-stp_10.42.42.5(pid=11864): stdout: \u000a| (launched: 2022-12-12_18:23:24.286237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:26.240646 run osmo-stp_10.42.42.5(pid=11864): stderr: \u000a| �[0;m�[38;5;43m20221212182324477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182324477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182324477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182324477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182324478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182324478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182324478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:26.393439 run patchelf(pid=11867): Terminating (SIGINT)\u000a18:23:26.571934 run patchelf(pid=11867): Terminated: ok {rc=0}\u000a18:23:26.605169 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11864): Process ended prematurely: osmo-stp_10.42.42.5(pid=11864) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11864)] [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:23:26.615120 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a18:23:26.677887 run osmo-hlr_10.42.42.2(pid=11861): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11861)]\u000a18:23:26.728926 run osmo-hlr_10.42.42.2(pid=11861): stdout: \u000a| (launched: 2022-12-12_18:23:23.178286) \u000a18:23:26.780742 run osmo-hlr_10.42.42.2(pid=11861): stderr: \u000a| �[0;m�[1;31m20221212182323375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182323375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182323375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182323375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182323375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182323375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182323387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182323398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182323398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182323398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:23:26.825135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11856): Terminating (SIGTERM)\u000a18:23:26.867089 run iperf3-srv_10.42.42.10(pid=11857): Terminating (SIGTERM)\u000a18:23:26.909044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11860): Terminating (SIGTERM)\u000a18:23:26.950768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11863): Terminating (SIGTERM)\u000a18:23:26.992640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11866): Terminating (SIGTERM)\u000a18:23:27.002552 --- ParallelTerminationStrategy: PID 11856 died...\u000a18:23:27.058344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11856): Terminated: ok {rc=0}\u000a18:23:27.068532 --- ParallelTerminationStrategy: PID 11857 died...\u000a18:23:27.124247 run iperf3-srv_10.42.42.10(pid=11857): Terminated {rc=256}\u000a18:23:27.134463 --- ParallelTerminationStrategy: PID 11860 died...\u000a18:23:27.190653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11860): Terminated: ok {rc=0}\u000a18:23:27.200719 --- ParallelTerminationStrategy: PID 11863 died...\u000a18:23:27.256633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11863): Terminated: ok {rc=0}\u000a18:23:27.266782 --- ParallelTerminationStrategy: PID 11866 died...\u000a18:23:27.322569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11866): Terminated: ok {rc=0}\u000a18:23:27.410373 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11882): Process ended prematurely: osmo-stp_10.42.42.5(pid=11882) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11882)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11882): Process ended prematurely: osmo-stp_10.42.42.5(pid=11882) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:23:28.524778 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:28.537084 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:23:28.702089 tst iperf3m4.py: using LAC 30648\u000a18:23:28.830356 tst iperf3m4.py: using RAC 48\u000a18:23:28.958953 tst iperf3m4.py: using CellId 30648\u000a18:23:29.084005 tst iperf3m4.py: using BVCI 30649\u000a18:23:29.108799 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:29.120315 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:29.131632 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:29.143003 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:29.154307 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:29.165658 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:29.177186 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:29.188248 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:29.199659 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:23:29.316355 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:23:29.434129 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:23:29.550934 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:23:29.844006 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:23:29.977403 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:30.310513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11868): Launched\u000a18:23:30.588268 run iperf3-srv_10.42.42.10(pid=11869): Launched\u000a18:23:30.784731 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:23:30.941755 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:31.290814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11870): Launched\u000a18:23:31.583473 run iperf3-srv_10.42.42.10(pid=11871): Launched\u000a18:23:31.783672 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:23:31.920934 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:32.263808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11872): Launched\u000a18:23:32.524209 run iperf3-srv_10.42.42.10(pid=11873): Launched\u000a18:23:32.706795 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:23:32.831555 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:23:33.144102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11874): Launched\u000a18:23:33.403203 run iperf3-srv_10.42.42.10(pid=11875): Launched\u000a18:23:33.585543 tst iperf3m4.py:8: start network...\u000a18:23:33.710416 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:23:34.191006 run create_hlr_db(pid=11876): Launched\u000a18:23:34.364876 bus /gobi_6: Setting Powered False\u000a18:23:35.387062 run create_hlr_db(pid=11876): Terminated: ok {rc=0}\u000a18:23:35.818310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11878): Launched\u000a18:23:36.142035 run osmo-hlr_10.42.42.2(pid=11879): Launched\u000a18:23:36.262549 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:23:36.822428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11881): Launched\u000a18:23:37.147356 run osmo-stp_10.42.42.5(pid=11882): Launched\u000a18:23:37.262814 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:23:37.826642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11884): Launched\u000a18:23:37.941698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:23:38.225581 run patchelf(pid=11885): Launched\u000a18:23:38.413732 run osmo-stp_10.42.42.5(pid=11882): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11882)]\u000a18:23:38.551016 run osmo-stp_10.42.42.5(pid=11882): stdout: \u000a| (launched: 2022-12-12_18:23:36.986716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:38.688764 run osmo-stp_10.42.42.5(pid=11882): stderr: \u000a| �[0;m�[38;5;43m20221212182337176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182337176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182337176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182337177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182337177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182337177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182337177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:38.821538 run osmo-stp_10.42.42.5(pid=11882): stdout: \u000a| (launched: 2022-12-12_18:23:36.986716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:38.952836 run osmo-stp_10.42.42.5(pid=11882): stderr: \u000a| �[0;m�[38;5;43m20221212182337176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182337176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182337176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182337177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182337177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182337177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182337177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:39.106464 run patchelf(pid=11885): Terminating (SIGINT)\u000a18:23:39.286564 run patchelf(pid=11885): Terminated: ok {rc=0}\u000a18:23:39.319732 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11882): Process ended prematurely: osmo-stp_10.42.42.5(pid=11882) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11882)] [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:23:39.329857 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:23:39.393195 run osmo-hlr_10.42.42.2(pid=11879): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11879)]\u000a18:23:39.444903 run osmo-hlr_10.42.42.2(pid=11879): stdout: \u000a| (launched: 2022-12-12_18:23:35.982038) \u000a18:23:39.497208 run osmo-hlr_10.42.42.2(pid=11879): stderr: \u000a| �[0;m�[1;31m20221212182336178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182336178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182336178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182336179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182336179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182336179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182336191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182336199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182336200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182336200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:23:39.541886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11868): Terminating (SIGTERM)\u000a18:23:39.584059 run iperf3-srv_10.42.42.10(pid=11869): Terminating (SIGTERM)\u000a18:23:39.626050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11870): Terminating (SIGTERM)\u000a18:23:39.667799 run iperf3-srv_10.42.42.10(pid=11871): Terminating (SIGTERM)\u000a18:23:39.709716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11872): Terminating (SIGTERM)\u000a18:23:39.751335 run iperf3-srv_10.42.42.10(pid=11873): Terminating (SIGTERM)\u000a18:23:39.793652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11874): Terminating (SIGTERM)\u000a18:23:39.835770 run iperf3-srv_10.42.42.10(pid=11875): Terminating (SIGTERM)\u000a18:23:39.878164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11878): Terminating (SIGTERM)\u000a18:23:39.920101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11881): Terminating (SIGTERM)\u000a18:23:39.962709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11884): Terminating (SIGTERM)\u000a18:23:39.972417 --- ParallelTerminationStrategy: PID 11868 died...\u000a18:23:40.028496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11868): Terminated: ok {rc=0}\u000a18:23:40.038510 --- ParallelTerminationStrategy: PID 11869 died...\u000a18:23:40.094593 run iperf3-srv_10.42.42.10(pid=11869): Terminated {rc=256}\u000a18:23:40.104562 --- ParallelTerminationStrategy: PID 11870 died...\u000a18:23:40.160338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11870): Terminated: ok {rc=0}\u000a18:23:40.170332 --- ParallelTerminationStrategy: PID 11871 died...\u000a18:23:40.225910 run iperf3-srv_10.42.42.10(pid=11871): Terminated {rc=256}\u000a18:23:40.235854 --- ParallelTerminationStrategy: PID 11872 died...\u000a18:23:40.291716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11872): Terminated: ok {rc=0}\u000a18:23:40.301748 --- ParallelTerminationStrategy: PID 11873 died...\u000a18:23:40.357413 run iperf3-srv_10.42.42.10(pid=11873): Terminated {rc=256}\u000a18:23:40.367396 --- ParallelTerminationStrategy: PID 11874 died...\u000a18:23:40.423105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11874): Terminated: ok {rc=0}\u000a18:23:40.433294 --- ParallelTerminationStrategy: PID 11875 died...\u000a18:23:40.489227 run iperf3-srv_10.42.42.10(pid=11875): Terminated {rc=256}\u000a18:23:40.499209 --- ParallelTerminationStrategy: PID 11878 died...\u000a18:23:40.555051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11878): Terminated: ok {rc=0}\u000a18:23:40.565267 --- ParallelTerminationStrategy: PID 11881 died...\u000a18:23:40.621318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11881): Terminated: ok {rc=0}\u000a18:23:40.631396 --- ParallelTerminationStrategy: PID 11884 died...\u000a18:23:40.687683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11884): Terminated: ok {rc=0}\u000a18:23:40.775968 bus /gobi_4: Setting Powered False\u000a18:23:41.884442 bus /gobi_4: Setting Powered False\u000a18:23:42.992882 bus /gobi_1: Setting Powered False\u000a18:23:44.099959 bus /gobi_1: Setting Powered False\u000a18:23:45.213169 bus /gobi_0: Setting Powered False\u000a18:23:46.363687 bus /gobi_0: Setting Powered False\u000a18:23:47.521298 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12164): Process ended prematurely: osmo-stp_10.42.42.5(pid=12164) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12164)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12164): Process ended prematurely: osmo-stp_10.42.42.5(pid=12164) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:23:48.599730 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:48.613148 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:23:48.795508 tst ping.py: using LAC 30649\u000a18:23:48.929161 tst ping.py: using RAC 49\u000a18:23:49.055793 tst ping.py: using CellId 30649\u000a18:23:49.183212 tst ping.py: using BVCI 30650\u000a18:23:49.208652 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:49.221312 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:49.233742 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:49.245859 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:49.257733 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:49.270663 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:49.283133 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:49.297682 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:23:49.595474 tst ping.py:19: start network...\u000a18:23:49.732888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:23:50.277802 run create_hlr_db(pid=12157): Launched\u000a18:23:50.453200 bus /gobi_6: Setting Powered False\u000a18:23:51.475767 run create_hlr_db(pid=12157): Terminated: ok {rc=0}\u000a18:23:51.916025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12160): Launched\u000a18:23:52.323479 run osmo-hlr_10.42.42.2(pid=12161): Launched\u000a18:23:52.598758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:23:53.167467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12163): Launched\u000a18:23:53.580667 run osmo-stp_10.42.42.5(pid=12164): Launched\u000a18:23:53.807942 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:23:54.382547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12166): Launched\u000a18:23:54.498353 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:23:54.791813 run patchelf(pid=12167): Launched\u000a18:23:54.981837 run osmo-stp_10.42.42.5(pid=12164): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12164)]\u000a18:23:55.120280 run osmo-stp_10.42.42.5(pid=12164): stdout: \u000a| (launched: 2022-12-12_18:23:53.331193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:55.258865 run osmo-stp_10.42.42.5(pid=12164): stderr: \u000a| �[0;m�[38;5;43m20221212182353619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182353620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182353620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182353620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182353629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182353629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182353629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:55.393055 run osmo-stp_10.42.42.5(pid=12164): stdout: \u000a| (launched: 2022-12-12_18:23:53.331193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:23:55.526103 run osmo-stp_10.42.42.5(pid=12164): stderr: \u000a| �[0;m�[38;5;43m20221212182353619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182353620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182353620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182353620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182353629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182353629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182353629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:23:55.680221 run patchelf(pid=12167): Terminating (SIGINT)\u000a18:23:55.861412 run patchelf(pid=12167): Terminated: ok {rc=0}\u000a18:23:55.895628 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12164): Process ended prematurely: osmo-stp_10.42.42.5(pid=12164) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12164)] [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:23:55.906475 tst ping.py:22: Test FAILED (7.3 sec)\u000a18:23:55.972638 run osmo-hlr_10.42.42.2(pid=12161): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12161)]\u000a18:23:56.026392 run osmo-hlr_10.42.42.2(pid=12161): stdout: \u000a| (launched: 2022-12-12_18:23:52.078824) \u000a18:23:56.081049 run osmo-hlr_10.42.42.2(pid=12161): stderr: \u000a| �[0;m�[1;31m20221212182352379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182352379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182352379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182352379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182352379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182352379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182352399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182352412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182352412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182352412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:23:56.127438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12160): Terminating (SIGTERM)\u000a18:23:56.171617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12163): Terminating (SIGTERM)\u000a18:23:56.220903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12166): Terminating (SIGTERM)\u000a18:23:56.232062 --- ParallelTerminationStrategy: PID 12160 died...\u000a18:23:56.292013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12160): Terminated: ok {rc=0}\u000a18:23:56.303197 --- ParallelTerminationStrategy: PID 12163 died...\u000a18:23:56.362250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12163): Terminated: ok {rc=0}\u000a18:23:56.373445 --- ParallelTerminationStrategy: PID 12166 died...\u000a18:23:56.431547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12166): Terminated: ok {rc=0}\u000a18:23:56.523015 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12174): Process ended prematurely: osmo-stp_10.42.42.5(pid=12174) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12174)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12174): Process ended prematurely: osmo-stp_10.42.42.5(pid=12174) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:23:57.580857 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:57.594491 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:23:57.762979 tst ping_idle_ping.py: using LAC 30650\u000a18:23:57.889706 tst ping_idle_ping.py: using RAC 50\u000a18:23:58.018247 tst ping_idle_ping.py: using CellId 30650\u000a18:23:58.148082 tst ping_idle_ping.py: using BVCI 30651\u000a18:23:58.173730 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:58.186003 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:58.198557 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:58.210756 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:58.222768 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:58.235163 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:58.247628 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:23:58.259724 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:23:58.559899 tst ping_idle_ping.py:24: start network...\u000a18:23:58.697939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:23:59.258370 run create_hlr_db(pid=12168): Launched\u000a18:23:59.448840 bus /gobi_6: Setting Powered False\u000a18:24:00.471483 run create_hlr_db(pid=12168): Terminated: ok {rc=0}\u000a18:24:00.940719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12170): Launched\u000a18:24:01.374165 run osmo-hlr_10.42.42.2(pid=12171): Launched\u000a18:24:01.576789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:24:02.341439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12173): Launched\u000a18:24:02.848264 run osmo-stp_10.42.42.5(pid=12174): Launched\u000a18:24:03.040927 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:24:03.650827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12176): Launched\u000a18:24:03.758660 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:24:04.045611 run patchelf(pid=12177): Launched\u000a18:24:04.238170 run osmo-stp_10.42.42.5(pid=12174): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12174)]\u000a18:24:04.379240 run osmo-stp_10.42.42.5(pid=12174): stdout: \u000a| (launched: 2022-12-12_18:24:02.548457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:04.521427 run osmo-stp_10.42.42.5(pid=12174): stderr: \u000a| �[0;m�[38;5;43m20221212182402828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182402828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182402828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182402829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182402829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182402829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182402829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:04.657232 run osmo-stp_10.42.42.5(pid=12174): stdout: \u000a| (launched: 2022-12-12_18:24:02.548457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:04.793474 run osmo-stp_10.42.42.5(pid=12174): stderr: \u000a| �[0;m�[38;5;43m20221212182402828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182402828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182402828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182402829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182402829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182402829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182402829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:04.952346 run patchelf(pid=12177): Terminating (SIGINT)\u000a18:24:05.136678 run patchelf(pid=12177): Terminated: ok {rc=0}\u000a18:24:05.171065 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12174): Process ended prematurely: osmo-stp_10.42.42.5(pid=12174) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12174)] [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:24:05.181863 tst ping_idle_ping.py:27: Test FAILED (7.6 sec)\u000a18:24:05.247954 run osmo-hlr_10.42.42.2(pid=12171): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12171)]\u000a18:24:05.302568 run osmo-hlr_10.42.42.2(pid=12171): stdout: \u000a| (launched: 2022-12-12_18:24:01.122380) \u000a18:24:05.357305 run osmo-hlr_10.42.42.2(pid=12171): stderr: \u000a| �[0;m�[1;31m20221212182401466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182401466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182401466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182401466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182401466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182401466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182401485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182401497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182401497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182401497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:05.403298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12170): Terminating (SIGTERM)\u000a18:24:05.449043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12173): Terminating (SIGTERM)\u000a18:24:05.495780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12176): Terminating (SIGTERM)\u000a18:24:05.507841 --- ParallelTerminationStrategy: PID 12170 died...\u000a18:24:05.568072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12170): Terminated: ok {rc=0}\u000a18:24:05.579373 --- ParallelTerminationStrategy: PID 12173 died...\u000a18:24:05.637537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12173): Terminated: ok {rc=0}\u000a18:24:05.648647 --- ParallelTerminationStrategy: PID 12176 died...\u000a18:24:05.709157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12176): Terminated: ok {rc=0}\u000a18:24:05.800599 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:23:05" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12191): Process ended prematurely: osmo-stp_10.42.42.5(pid=12191) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12191)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12191): Process ended prematurely: osmo-stp_10.42.42.5(pid=12191) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:24:07.983929 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:07.996667 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:24:08.165434 tst cs_paging_gprs_active.py: using LAC 30651\u000a18:24:08.295987 tst cs_paging_gprs_active.py: using RAC 51\u000a18:24:08.426640 tst cs_paging_gprs_active.py: using CellId 30651\u000a18:24:08.556718 tst cs_paging_gprs_active.py: using BVCI 30652\u000a18:24:08.583751 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:08.596441 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:08.608736 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:08.621485 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:08.634019 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:08.646629 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:08.659438 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:08.671978 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:08.684496 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:24:08.811669 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:24:09.122961 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:24:09.261775 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:24:09.608723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12181): Launched\u000a18:24:09.873225 run iperf3-srv_10.42.42.10(pid=12182): Launched\u000a18:24:10.058220 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:24:10.184061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:24:10.499520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12183): Launched\u000a18:24:10.763647 run iperf3-srv_10.42.42.10(pid=12184): Launched\u000a18:24:10.948634 tst cs_paging_gprs_active.py:38: start network...\u000a18:24:11.075039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:24:11.554029 run create_hlr_db(pid=12185): Launched\u000a18:24:11.728376 bus /gobi_6: Setting Powered False\u000a18:24:12.750534 run create_hlr_db(pid=12185): Terminated: ok {rc=0}\u000a18:24:13.156121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12187): Launched\u000a18:24:13.462768 run osmo-hlr_10.42.42.2(pid=12188): Launched\u000a18:24:13.581033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:24:14.117100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12190): Launched\u000a18:24:14.424257 run osmo-stp_10.42.42.5(pid=12191): Launched\u000a18:24:14.534653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:24:15.063914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12193): Launched\u000a18:24:15.172139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:24:15.442858 run patchelf(pid=12194): Launched\u000a18:24:15.619738 run osmo-stp_10.42.42.5(pid=12191): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12191)]\u000a18:24:15.748926 run osmo-stp_10.42.42.5(pid=12191): stdout: \u000a| (launched: 2022-12-12_18:24:14.270517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:15.883231 run osmo-stp_10.42.42.5(pid=12191): stderr: \u000a| �[0;m�[38;5;43m20221212182414442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182414442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182414442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182414443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182414443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182414443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182414443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:16.014758 run osmo-stp_10.42.42.5(pid=12191): stdout: \u000a| (launched: 2022-12-12_18:24:14.270517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:16.142240 run osmo-stp_10.42.42.5(pid=12191): stderr: \u000a| �[0;m�[38;5;43m20221212182414442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182414442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182414442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182414443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182414443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182414443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182414443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:16.290709 run patchelf(pid=12194): Terminating (SIGINT)\u000a18:24:16.465855 run patchelf(pid=12194): Terminated: ok {rc=0}\u000a18:24:16.498777 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12191): Process ended prematurely: osmo-stp_10.42.42.5(pid=12191) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12191)] [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a18:24:16.509474 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a18:24:16.575118 run osmo-hlr_10.42.42.2(pid=12188): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12188)]\u000a18:24:16.626773 run osmo-hlr_10.42.42.2(pid=12188): stdout: \u000a| (launched: 2022-12-12_18:24:13.309625) \u000a18:24:16.679452 run osmo-hlr_10.42.42.2(pid=12188): stderr: \u000a| �[0;m�[1;31m20221212182413485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182413485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182413486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182413486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182413486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182413486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182413499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182413510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182413510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182413510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:16.724189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12181): Terminating (SIGTERM)\u000a18:24:16.765666 run iperf3-srv_10.42.42.10(pid=12182): Terminating (SIGTERM)\u000a18:24:16.808103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12183): Terminating (SIGTERM)\u000a18:24:16.850456 run iperf3-srv_10.42.42.10(pid=12184): Terminating (SIGTERM)\u000a18:24:16.895980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12187): Terminating (SIGTERM)\u000a18:24:16.937169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12190): Terminating (SIGTERM)\u000a18:24:16.980568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12193): Terminating (SIGTERM)\u000a18:24:16.990575 --- ParallelTerminationStrategy: PID 12181 died...\u000a18:24:17.047154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12181): Terminated: ok {rc=0}\u000a18:24:17.057845 --- ParallelTerminationStrategy: PID 12182 died...\u000a18:24:17.113380 run iperf3-srv_10.42.42.10(pid=12182): Terminated {rc=256}\u000a18:24:17.124931 --- ParallelTerminationStrategy: PID 12183 died...\u000a18:24:17.181298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12183): Terminated: ok {rc=0}\u000a18:24:17.191773 --- ParallelTerminationStrategy: PID 12184 died...\u000a18:24:17.246650 run iperf3-srv_10.42.42.10(pid=12184): Terminated {rc=256}\u000a18:24:17.256134 --- ParallelTerminationStrategy: PID 12187 died...\u000a18:24:17.309052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12187): Terminated: ok {rc=0}\u000a18:24:17.318788 --- ParallelTerminationStrategy: PID 12190 died...\u000a18:24:17.372400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12190): Terminated: ok {rc=0}\u000a18:24:17.382087 --- ParallelTerminationStrategy: PID 12193 died...\u000a18:24:17.435290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12193): Terminated: ok {rc=0}\u000a18:24:17.520555 bus /gobi_0: Setting Powered False\u000a18:24:18.622417 bus /gobi_0: Setting Powered False\u000a18:24:19.733132 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12203): Process ended prematurely: osmo-stp_10.42.42.5(pid=12203) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12203)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12203): Process ended prematurely: osmo-stp_10.42.42.5(pid=12203) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a18:24:20.844698 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:20.856380 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:24:21.014484 tst iperf3.py: using LAC 30652\u000a18:24:21.136108 tst iperf3.py: using RAC 52\u000a18:24:21.261567 tst iperf3.py: using CellId 30652\u000a18:24:21.383841 tst iperf3.py: using BVCI 30653\u000a18:24:21.406974 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:21.418050 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:21.428891 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:21.440638 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:21.452166 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:21.463679 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:21.475344 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:21.487003 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:21.498886 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:24:21.778865 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:24:21.904390 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:24:22.220532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12195): Launched\u000a18:24:22.483802 run iperf3-srv_10.42.42.10(pid=12196): Launched\u000a18:24:22.667533 tst iperf3.py:8: start network...\u000a18:24:22.792942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:24:23.269589 run create_hlr_db(pid=12197): Launched\u000a18:24:23.443340 bus /gobi_6: Setting Powered False\u000a18:24:24.466661 run create_hlr_db(pid=12197): Terminated: ok {rc=0}\u000a18:24:24.871760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12199): Launched\u000a18:24:25.180493 run osmo-hlr_10.42.42.2(pid=12200): Launched\u000a18:24:25.297712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:24:25.838223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12202): Launched\u000a18:24:26.145820 run osmo-stp_10.42.42.5(pid=12203): Launched\u000a18:24:26.257070 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:24:26.788532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12205): Launched\u000a18:24:26.896369 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:24:27.163530 run patchelf(pid=12206): Launched\u000a18:24:27.340491 run osmo-stp_10.42.42.5(pid=12203): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12203)]\u000a18:24:27.469618 run osmo-stp_10.42.42.5(pid=12203): stdout: \u000a| (launched: 2022-12-12_18:24:25.992152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:27.599515 run osmo-stp_10.42.42.5(pid=12203): stderr: \u000a| �[0;m�[38;5;43m20221212182426164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182426164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182426164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182426165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182426165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182426165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182426165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:27.724570 run osmo-stp_10.42.42.5(pid=12203): stdout: \u000a| (launched: 2022-12-12_18:24:25.992152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:27.848753 run osmo-stp_10.42.42.5(pid=12203): stderr: \u000a| �[0;m�[38;5;43m20221212182426164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182426164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182426164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182426165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182426165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182426165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182426165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:27.993916 run patchelf(pid=12206): Terminating (SIGINT)\u000a18:24:28.164671 run patchelf(pid=12206): Terminated: ok {rc=0}\u000a18:24:28.196159 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12203): Process ended prematurely: osmo-stp_10.42.42.5(pid=12203) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12203)] [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a18:24:28.205661 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a18:24:28.266472 run osmo-hlr_10.42.42.2(pid=12200): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12200)]\u000a18:24:28.315448 run osmo-hlr_10.42.42.2(pid=12200): stdout: \u000a| (launched: 2022-12-12_18:24:25.025803) \u000a18:24:28.365292 run osmo-hlr_10.42.42.2(pid=12200): stderr: \u000a| �[0;m�[1;31m20221212182425203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182425203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182425203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182425203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182425203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182425203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182425219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182425229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182425229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182425229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:28.407215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12195): Terminating (SIGTERM)\u000a18:24:28.447230 run iperf3-srv_10.42.42.10(pid=12196): Terminating (SIGTERM)\u000a18:24:28.487619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12199): Terminating (SIGTERM)\u000a18:24:28.527871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12202): Terminating (SIGTERM)\u000a18:24:28.568137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12205): Terminating (SIGTERM)\u000a18:24:28.577755 --- ParallelTerminationStrategy: PID 12195 died...\u000a18:24:28.631302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12195): Terminated: ok {rc=0}\u000a18:24:28.641224 --- ParallelTerminationStrategy: PID 12196 died...\u000a18:24:28.694926 run iperf3-srv_10.42.42.10(pid=12196): Terminated {rc=256}\u000a18:24:28.704465 --- ParallelTerminationStrategy: PID 12199 died...\u000a18:24:28.758248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12199): Terminated: ok {rc=0}\u000a18:24:28.767849 --- ParallelTerminationStrategy: PID 12202 died...\u000a18:24:28.821442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12202): Terminated: ok {rc=0}\u000a18:24:28.831030 --- ParallelTerminationStrategy: PID 12205 died...\u000a18:24:28.884578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12205): Terminated: ok {rc=0}\u000a18:24:28.974873 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12222): Process ended prematurely: osmo-stp_10.42.42.5(pid=12222) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12222)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12222): Process ended prematurely: osmo-stp_10.42.42.5(pid=12222) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a18:24:30.086482 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:30.098374 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:24:30.258317 tst iperf3m4.py: using LAC 30653\u000a18:24:30.376630 tst iperf3m4.py: using RAC 53\u000a18:24:30.496900 tst iperf3m4.py: using CellId 30653\u000a18:24:30.623237 tst iperf3m4.py: using BVCI 30654\u000a18:24:30.648071 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:30.659627 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:30.671022 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:30.682371 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:30.693573 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:30.705036 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:30.716484 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:30.727740 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:30.739221 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:24:30.854535 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:24:30.980383 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:24:31.112138 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:24:31.395724 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:24:31.527318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:24:31.861851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12207): Launched\u000a18:24:32.145529 run iperf3-srv_10.42.42.10(pid=12208): Launched\u000a18:24:32.332005 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:24:32.458790 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:24:32.776337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12209): Launched\u000a18:24:33.041164 run iperf3-srv_10.42.42.10(pid=12210): Launched\u000a18:24:33.225533 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:24:33.350895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:24:33.667904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12211): Launched\u000a18:24:33.931790 run iperf3-srv_10.42.42.10(pid=12212): Launched\u000a18:24:34.115632 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:24:34.242427 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:24:34.572396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12214): Launched\u000a18:24:34.855232 run iperf3-srv_10.42.42.10(pid=12215): Launched\u000a18:24:35.053958 tst iperf3m4.py:8: start network...\u000a18:24:35.189250 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:24:35.708197 run create_hlr_db(pid=12216): Launched\u000a18:24:35.898046 bus /gobi_6: Setting Powered False\u000a18:24:36.918162 run create_hlr_db(pid=12216): Terminated: ok {rc=0}\u000a18:24:37.327483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12218): Launched\u000a18:24:37.635046 run osmo-hlr_10.42.42.2(pid=12219): Launched\u000a18:24:37.746646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:24:38.281828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12221): Launched\u000a18:24:38.610316 run osmo-stp_10.42.42.5(pid=12222): Launched\u000a18:24:38.728678 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:24:39.296762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12224): Launched\u000a18:24:39.412560 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:24:39.698933 run patchelf(pid=12225): Launched\u000a18:24:39.889014 run osmo-stp_10.42.42.5(pid=12222): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12222)]\u000a18:24:40.027693 run osmo-stp_10.42.42.5(pid=12222): stdout: \u000a| (launched: 2022-12-12_18:24:38.447349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:40.166616 run osmo-stp_10.42.42.5(pid=12222): stderr: \u000a| �[0;m�[38;5;43m20221212182438639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182438639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182438640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182438640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182438641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182438641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182438641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:40.300882 run osmo-stp_10.42.42.5(pid=12222): stdout: \u000a| (launched: 2022-12-12_18:24:38.447349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:40.433518 run osmo-stp_10.42.42.5(pid=12222): stderr: \u000a| �[0;m�[38;5;43m20221212182438639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182438639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182438640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182438640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182438641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182438641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182438641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:40.588057 run patchelf(pid=12225): Terminating (SIGINT)\u000a18:24:40.769163 run patchelf(pid=12225): Terminated: ok {rc=0}\u000a18:24:40.802490 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12222): Process ended prematurely: osmo-stp_10.42.42.5(pid=12222) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12222)] [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a18:24:40.812435 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:24:40.876899 run osmo-hlr_10.42.42.2(pid=12219): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12219)]\u000a18:24:40.928998 run osmo-hlr_10.42.42.2(pid=12219): stdout: \u000a| (launched: 2022-12-12_18:24:37.482385) \u000a18:24:40.981602 run osmo-hlr_10.42.42.2(pid=12219): stderr: \u000a| �[0;m�[1;31m20221212182437657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182437657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182437657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182437657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182437657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182437657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182437670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182437678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182437678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182437679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:41.026731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12207): Terminating (SIGTERM)\u000a18:24:41.068906 run iperf3-srv_10.42.42.10(pid=12208): Terminating (SIGTERM)\u000a18:24:41.111240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12209): Terminating (SIGTERM)\u000a18:24:41.153575 run iperf3-srv_10.42.42.10(pid=12210): Terminating (SIGTERM)\u000a18:24:41.195757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12211): Terminating (SIGTERM)\u000a18:24:41.238017 run iperf3-srv_10.42.42.10(pid=12212): Terminating (SIGTERM)\u000a18:24:41.280402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12214): Terminating (SIGTERM)\u000a18:24:41.322600 run iperf3-srv_10.42.42.10(pid=12215): Terminating (SIGTERM)\u000a18:24:41.364808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12218): Terminating (SIGTERM)\u000a18:24:41.407267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12221): Terminating (SIGTERM)\u000a18:24:41.449628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12224): Terminating (SIGTERM)\u000a18:24:41.459507 --- ParallelTerminationStrategy: PID 12207 died...\u000a18:24:41.516234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12207): Terminated: ok {rc=0}\u000a18:24:41.526389 --- ParallelTerminationStrategy: PID 12208 died...\u000a18:24:41.582585 run iperf3-srv_10.42.42.10(pid=12208): Terminated {rc=256}\u000a18:24:41.592669 --- ParallelTerminationStrategy: PID 12209 died...\u000a18:24:41.648491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12209): Terminated: ok {rc=0}\u000a18:24:41.658488 --- ParallelTerminationStrategy: PID 12210 died...\u000a18:24:41.714679 run iperf3-srv_10.42.42.10(pid=12210): Terminated {rc=256}\u000a18:24:41.724756 --- ParallelTerminationStrategy: PID 12211 died...\u000a18:24:41.780568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12211): Terminated: ok {rc=0}\u000a18:24:41.790672 --- ParallelTerminationStrategy: PID 12212 died...\u000a18:24:41.846681 run iperf3-srv_10.42.42.10(pid=12212): Terminated {rc=256}\u000a18:24:41.856748 --- ParallelTerminationStrategy: PID 12214 died...\u000a18:24:41.913052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12214): Terminated: ok {rc=0}\u000a18:24:41.923176 --- ParallelTerminationStrategy: PID 12215 died...\u000a18:24:41.979236 run iperf3-srv_10.42.42.10(pid=12215): Terminated {rc=256}\u000a18:24:41.989443 --- ParallelTerminationStrategy: PID 12218 died...\u000a18:24:42.045461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12218): Terminated: ok {rc=0}\u000a18:24:42.055577 --- ParallelTerminationStrategy: PID 12221 died...\u000a18:24:42.111672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12221): Terminated: ok {rc=0}\u000a18:24:42.121886 --- ParallelTerminationStrategy: PID 12224 died...\u000a18:24:42.178064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12224): Terminated: ok {rc=0}\u000a18:24:42.267046 bus /gobi_4: Setting Powered False\u000a18:24:43.375620 bus /gobi_4: Setting Powered False\u000a18:24:44.485095 bus /gobi_1: Setting Powered False\u000a18:24:45.592834 bus /gobi_1: Setting Powered False\u000a18:24:46.715215 bus /gobi_0: Setting Powered False\u000a18:24:47.818681 bus /gobi_0: Setting Powered False\u000a18:24:48.932425 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12233): Process ended prematurely: osmo-stp_10.42.42.5(pid=12233) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12233)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12233): Process ended prematurely: osmo-stp_10.42.42.5(pid=12233) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a18:24:50.000882 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:50.012639 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:24:50.176236 tst ping.py: using LAC 30654\u000a18:24:50.302611 tst ping.py: using RAC 54\u000a18:24:50.429362 tst ping.py: using CellId 30654\u000a18:24:50.556002 tst ping.py: using BVCI 30655\u000a18:24:50.580545 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:50.592082 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:50.603410 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:50.615210 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:50.626944 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:50.638763 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:50.650759 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:50.662623 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:24:50.939434 tst ping.py:19: start network...\u000a18:24:51.062682 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:24:51.551892 run create_hlr_db(pid=12227): Launched\u000a18:24:51.736406 bus /gobi_6: Setting Powered False\u000a18:24:52.757661 run create_hlr_db(pid=12227): Terminated: ok {rc=0}\u000a18:24:53.183384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12229): Launched\u000a18:24:53.504386 run osmo-hlr_10.42.42.2(pid=12230): Launched\u000a18:24:53.619717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:24:54.174268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12232): Launched\u000a18:24:54.495576 run osmo-stp_10.42.42.5(pid=12233): Launched\u000a18:24:54.611262 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:24:55.169955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12235): Launched\u000a18:24:55.283069 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:24:55.562918 run patchelf(pid=12236): Launched\u000a18:24:55.748548 run osmo-stp_10.42.42.5(pid=12233): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12233)]\u000a18:24:55.884233 run osmo-stp_10.42.42.5(pid=12233): stdout: \u000a| (launched: 2022-12-12_18:24:54.335754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:56.020020 run osmo-stp_10.42.42.5(pid=12233): stderr: \u000a| �[0;m�[38;5;43m20221212182454529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182454529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182454530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182454530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182454531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182454531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182454531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:56.151291 run osmo-stp_10.42.42.5(pid=12233): stdout: \u000a| (launched: 2022-12-12_18:24:54.335754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:24:56.281415 run osmo-stp_10.42.42.5(pid=12233): stderr: \u000a| �[0;m�[38;5;43m20221212182454529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182454529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182454530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182454530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182454531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182454531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182454531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:24:56.433377 run patchelf(pid=12236): Terminating (SIGINT)\u000a18:24:56.610699 run patchelf(pid=12236): Terminated: ok {rc=0}\u000a18:24:56.643189 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12233): Process ended prematurely: osmo-stp_10.42.42.5(pid=12233) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12233)] [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a18:24:56.652566 tst ping.py:22: Test FAILED (6.6 sec)\u000a18:24:56.716116 run osmo-hlr_10.42.42.2(pid=12230): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12230)]\u000a18:24:56.767983 run osmo-hlr_10.42.42.2(pid=12230): stdout: \u000a| (launched: 2022-12-12_18:24:53.345458) \u000a18:24:56.820300 run osmo-hlr_10.42.42.2(pid=12230): stderr: \u000a| �[0;m�[1;31m20221212182453545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182453545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182453545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182453545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182453545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182453545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182453556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182453564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182453564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182453565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:24:56.865506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12229): Terminating (SIGTERM)\u000a18:24:56.907931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12232): Terminating (SIGTERM)\u000a18:24:56.950221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12235): Terminating (SIGTERM)\u000a18:24:56.959994 --- ParallelTerminationStrategy: PID 12229 died...\u000a18:24:57.016497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12229): Terminated: ok {rc=0}\u000a18:24:57.026646 --- ParallelTerminationStrategy: PID 12232 died...\u000a18:24:57.082797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12232): Terminated: ok {rc=0}\u000a18:24:57.092900 --- ParallelTerminationStrategy: PID 12235 died...\u000a18:24:57.149149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12235): Terminated: ok {rc=0}\u000a18:24:57.237392 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12246): Process ended prematurely: osmo-stp_10.42.42.5(pid=12246) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12246)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12246): Process ended prematurely: osmo-stp_10.42.42.5(pid=12246) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a18:24:58.292195 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:58.305238 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:24:58.473428 tst ping_idle_ping.py: using LAC 30655\u000a18:24:58.598402 tst ping_idle_ping.py: using RAC 55\u000a18:24:58.722883 tst ping_idle_ping.py: using CellId 30655\u000a18:24:58.850057 tst ping_idle_ping.py: using BVCI 30656\u000a18:24:58.874696 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:58.886636 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:58.898160 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:58.909496 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:58.920752 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:58.932120 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:58.943522 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:24:58.954801 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:24:59.243979 tst ping_idle_ping.py:24: start network...\u000a18:24:59.376645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:24:59.889956 run create_hlr_db(pid=12237): Launched\u000a18:25:00.074757 bus /gobi_6: Setting Powered False\u000a18:25:01.159635 run create_hlr_db(pid=12237): Terminated: ok {rc=0}\u000a18:25:01.597287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12242): Launched\u000a18:25:01.960498 run osmo-hlr_10.42.42.2(pid=12243): Launched\u000a18:25:02.233395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:25:02.806489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12245): Launched\u000a18:25:03.111486 run osmo-stp_10.42.42.5(pid=12246): Launched\u000a18:25:03.219706 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:25:03.741900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12248): Launched\u000a18:25:03.848368 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:25:04.112921 run patchelf(pid=12249): Launched\u000a18:25:04.288346 run osmo-stp_10.42.42.5(pid=12246): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12246)]\u000a18:25:04.416644 run osmo-stp_10.42.42.5(pid=12246): stdout: \u000a| (launched: 2022-12-12_18:25:02.960414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:04.545737 run osmo-stp_10.42.42.5(pid=12246): stderr: \u000a| �[0;m�[38;5;43m20221212182503132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182503132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182503132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182503132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182503133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182503133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182503133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:04.669348 run osmo-stp_10.42.42.5(pid=12246): stdout: \u000a| (launched: 2022-12-12_18:25:02.960414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:04.792125 run osmo-stp_10.42.42.5(pid=12246): stderr: \u000a| �[0;m�[38;5;43m20221212182503132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182503132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182503132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182503132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182503133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182503133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182503133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:04.935169 run patchelf(pid=12249): Terminating (SIGINT)\u000a18:25:05.102758 run patchelf(pid=12249): Terminated: ok {rc=0}\u000a18:25:05.133365 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12246): Process ended prematurely: osmo-stp_10.42.42.5(pid=12246) [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12246)] [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a18:25:05.142089 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a18:25:05.203423 run osmo-hlr_10.42.42.2(pid=12243): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12243)]\u000a18:25:05.253339 run osmo-hlr_10.42.42.2(pid=12243): stdout: \u000a| (launched: 2022-12-12_18:25:01.754321) \u000a18:25:05.303640 run osmo-hlr_10.42.42.2(pid=12243): stderr: \u000a| �[0;m�[1;31m20221212182502069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182502069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182502069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182502069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182502069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182502069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182502087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182502101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182502101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182502101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:25:05.346105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12242): Terminating (SIGTERM)\u000a18:25:05.386257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12245): Terminating (SIGTERM)\u000a18:25:05.426430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12248): Terminating (SIGTERM)\u000a18:25:05.436038 --- ParallelTerminationStrategy: PID 12242 died...\u000a18:25:05.490125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12242): Terminated: ok {rc=0}\u000a18:25:05.499845 --- ParallelTerminationStrategy: PID 12245 died...\u000a18:25:05.553445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12245): Terminated: ok {rc=0}\u000a18:25:05.563078 --- ParallelTerminationStrategy: PID 12248 died...\u000a18:25:05.616930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12248): Terminated: ok {rc=0}\u000a18:25:05.706404 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:24:07" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12263): Process ended prematurely: osmo-stp_10.42.42.5(pid=12263) [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12263)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12263): Process ended prematurely: osmo-stp_10.42.42.5(pid=12263) [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12263)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:25:07.882242 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:07.895577 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:25:08.045453 tst cs_paging_gprs_active.py: using LAC 30656\u000a18:25:08.169159 tst cs_paging_gprs_active.py: using RAC 56\u000a18:25:08.295340 tst cs_paging_gprs_active.py: using CellId 30656\u000a18:25:08.419752 tst cs_paging_gprs_active.py: using BVCI 30657\u000a18:25:08.444518 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:08.456408 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:08.468248 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:08.480200 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:08.491865 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:08.503450 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:08.515238 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:08.526956 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:08.538851 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:25:08.657518 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:25:08.954086 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:25:09.089611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:25:09.427649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12253): Launched\u000a18:25:09.707279 run iperf3-srv_10.42.42.10(pid=12254): Launched\u000a18:25:09.906659 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:25:10.042055 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:25:10.380258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12255): Launched\u000a18:25:10.662754 run iperf3-srv_10.42.42.10(pid=12256): Launched\u000a18:25:10.861757 tst cs_paging_gprs_active.py:38: start network...\u000a18:25:10.997333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:25:11.519324 run create_hlr_db(pid=12257): Launched\u000a18:25:11.706884 bus /gobi_6: Setting Powered False\u000a18:25:12.727453 run create_hlr_db(pid=12257): Terminated: ok {rc=0}\u000a18:25:13.154943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12259): Launched\u000a18:25:13.481929 run osmo-hlr_10.42.42.2(pid=12260): Launched\u000a18:25:13.601048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:25:14.165902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12262): Launched\u000a18:25:14.491800 run osmo-stp_10.42.42.5(pid=12263): Launched\u000a18:25:14.609543 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:25:15.177173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12265): Launched\u000a18:25:15.292888 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:25:15.577925 run patchelf(pid=12266): Launched\u000a18:25:15.766669 run osmo-stp_10.42.42.5(pid=12263): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12263)]\u000a18:25:15.923810 run osmo-stp_10.42.42.5(pid=12263): stdout: \u000a| (launched: 2022-12-12_18:25:14.330634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:16.074974 run osmo-stp_10.42.42.5(pid=12263): stderr: \u000a| �[0;m�[38;5;43m20221212182514524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182514524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182514525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182514525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182514526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182514526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182514526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:16.217384 run osmo-stp_10.42.42.5(pid=12263): stdout: \u000a| (launched: 2022-12-12_18:25:14.330634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:16.351982 run osmo-stp_10.42.42.5(pid=12263): stderr: \u000a| �[0;m�[38;5;43m20221212182514524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182514524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182514525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182514525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182514526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182514526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182514526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:16.510107 run patchelf(pid=12266): Terminating (SIGINT)\u000a18:25:16.693818 run patchelf(pid=12266): Terminated: ok {rc=0}\u000a18:25:16.728209 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12263): Process ended prematurely: osmo-stp_10.42.42.5(pid=12263) [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12263)] [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a18:25:16.739590 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a18:25:16.806557 run osmo-hlr_10.42.42.2(pid=12260): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12260)]\u000a18:25:16.859035 run osmo-hlr_10.42.42.2(pid=12260): stdout: \u000a| (launched: 2022-12-12_18:25:13.320572) \u000a18:25:16.913464 run osmo-hlr_10.42.42.2(pid=12260): stderr: \u000a| �[0;m�[1;31m20221212182513520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182513520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182513520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182513520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182513520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182513520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182513533 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182513541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182513541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182513542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:25:16.958910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12253): Terminating (SIGTERM)\u000a18:25:17.003375 run iperf3-srv_10.42.42.10(pid=12254): Terminating (SIGTERM)\u000a18:25:17.048504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12255): Terminating (SIGTERM)\u000a18:25:17.092421 run iperf3-srv_10.42.42.10(pid=12256): Terminating (SIGTERM)\u000a18:25:17.140800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12259): Terminating (SIGTERM)\u000a18:25:17.183328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12262): Terminating (SIGTERM)\u000a18:25:17.229556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12265): Terminating (SIGTERM)\u000a18:25:17.241675 --- ParallelTerminationStrategy: PID 12253 died...\u000a18:25:17.298341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12253): Terminated: ok {rc=0}\u000a18:25:17.308406 --- ParallelTerminationStrategy: PID 12254 died...\u000a18:25:17.363629 run iperf3-srv_10.42.42.10(pid=12254): Terminated {rc=256}\u000a18:25:17.373729 --- ParallelTerminationStrategy: PID 12255 died...\u000a18:25:17.428903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12255): Terminated: ok {rc=0}\u000a18:25:17.438824 --- ParallelTerminationStrategy: PID 12256 died...\u000a18:25:17.494104 run iperf3-srv_10.42.42.10(pid=12256): Terminated {rc=256}\u000a18:25:17.504053 --- ParallelTerminationStrategy: PID 12259 died...\u000a18:25:17.559312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12259): Terminated: ok {rc=0}\u000a18:25:17.569351 --- ParallelTerminationStrategy: PID 12262 died...\u000a18:25:17.624330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12262): Terminated: ok {rc=0}\u000a18:25:17.634294 --- ParallelTerminationStrategy: PID 12265 died...\u000a18:25:17.689579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12265): Terminated: ok {rc=0}\u000a18:25:17.777712 bus /gobi_0: Setting Powered False\u000a18:25:18.885770 bus /gobi_0: Setting Powered False\u000a18:25:19.997191 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12275): Process ended prematurely: osmo-stp_10.42.42.5(pid=12275) [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12275)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12275): Process ended prematurely: osmo-stp_10.42.42.5(pid=12275) [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a18:25:21.107492 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:21.119673 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:25:21.263707 tst iperf3.py: using LAC 30657\u000a18:25:21.383968 tst iperf3.py: using RAC 57\u000a18:25:21.503874 tst iperf3.py: using CellId 30657\u000a18:25:21.624425 tst iperf3.py: using BVCI 30658\u000a18:25:21.647504 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:21.658974 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:21.670184 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:21.681687 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:21.693115 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:21.704425 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:21.715918 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:21.727316 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:21.738908 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:25:22.033302 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:25:22.168310 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:25:22.503964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12267): Launched\u000a18:25:22.786399 run iperf3-srv_10.42.42.10(pid=12268): Launched\u000a18:25:22.984594 tst iperf3.py:8: start network...\u000a18:25:23.119127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:25:23.639894 run create_hlr_db(pid=12269): Launched\u000a18:25:23.826632 bus /gobi_6: Setting Powered False\u000a18:25:24.848575 run create_hlr_db(pid=12269): Terminated: ok {rc=0}\u000a18:25:25.257812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12271): Launched\u000a18:25:25.564721 run osmo-hlr_10.42.42.2(pid=12272): Launched\u000a18:25:25.676385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:25:26.203585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12274): Launched\u000a18:25:26.510759 run osmo-stp_10.42.42.5(pid=12275): Launched\u000a18:25:26.621709 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:25:27.151809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12277): Launched\u000a18:25:27.259714 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:25:27.528452 run patchelf(pid=12278): Launched\u000a18:25:27.706386 run osmo-stp_10.42.42.5(pid=12275): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12275)]\u000a18:25:27.835811 run osmo-stp_10.42.42.5(pid=12275): stdout: \u000a| (launched: 2022-12-12_18:25:26.357397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:27.966064 run osmo-stp_10.42.42.5(pid=12275): stderr: \u000a| �[0;m�[38;5;43m20221212182526530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182526531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182526531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182526531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182526532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182526532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182526532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:28.091513 run osmo-stp_10.42.42.5(pid=12275): stdout: \u000a| (launched: 2022-12-12_18:25:26.357397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:28.215691 run osmo-stp_10.42.42.5(pid=12275): stderr: \u000a| �[0;m�[38;5;43m20221212182526530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182526531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182526531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182526531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182526532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182526532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182526532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:28.360820 run patchelf(pid=12278): Terminating (SIGINT)\u000a18:25:28.530919 run patchelf(pid=12278): Terminated: ok {rc=0}\u000a18:25:28.562973 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12275): Process ended prematurely: osmo-stp_10.42.42.5(pid=12275) [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12275)] [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a18:25:28.572614 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a18:25:28.633601 run osmo-hlr_10.42.42.2(pid=12272): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12272)]\u000a18:25:28.683181 run osmo-hlr_10.42.42.2(pid=12272): stdout: \u000a| (launched: 2022-12-12_18:25:25.411826) \u000a18:25:28.733159 run osmo-hlr_10.42.42.2(pid=12272): stderr: \u000a| �[0;m�[1;31m20221212182525591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182525591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182525591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182525591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182525591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182525591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182525605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182525614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182525614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182525614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:25:28.775379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12267): Terminating (SIGTERM)\u000a18:25:28.815471 run iperf3-srv_10.42.42.10(pid=12268): Terminating (SIGTERM)\u000a18:25:28.855485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12271): Terminating (SIGTERM)\u000a18:25:28.895622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12274): Terminating (SIGTERM)\u000a18:25:28.935767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12277): Terminating (SIGTERM)\u000a18:25:28.945368 --- ParallelTerminationStrategy: PID 12267 died...\u000a18:25:28.999197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12267): Terminated: ok {rc=0}\u000a18:25:29.008874 --- ParallelTerminationStrategy: PID 12268 died...\u000a18:25:29.061961 run iperf3-srv_10.42.42.10(pid=12268): Terminated {rc=256}\u000a18:25:29.071815 --- ParallelTerminationStrategy: PID 12271 died...\u000a18:25:29.125124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12271): Terminated: ok {rc=0}\u000a18:25:29.135080 --- ParallelTerminationStrategy: PID 12274 died...\u000a18:25:29.188613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12274): Terminated: ok {rc=0}\u000a18:25:29.198697 --- ParallelTerminationStrategy: PID 12277 died...\u000a18:25:29.251999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12277): Terminated: ok {rc=0}\u000a18:25:29.340659 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12293): Process ended prematurely: osmo-stp_10.42.42.5(pid=12293) [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12293)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12293): Process ended prematurely: osmo-stp_10.42.42.5(pid=12293) [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a18:25:30.452161 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:30.464662 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:25:30.607483 tst iperf3m4.py: using LAC 30658\u000a18:25:30.727814 tst iperf3m4.py: using RAC 58\u000a18:25:30.866754 tst iperf3m4.py: using CellId 30658\u000a18:25:31.003566 tst iperf3m4.py: using BVCI 30659\u000a18:25:31.031057 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:31.044122 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:31.057151 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:31.070110 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:31.083379 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:31.096436 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:31.110649 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:31.123511 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:31.136613 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:25:31.261600 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:25:31.406497 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:25:31.543575 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:25:31.898569 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:25:32.037770 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:25:32.402997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12279): Launched\u000a18:25:32.685504 run iperf3-srv_10.42.42.10(pid=12280): Launched\u000a18:25:32.883828 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:25:33.018580 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:25:33.355163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12281): Launched\u000a18:25:33.634643 run iperf3-srv_10.42.42.10(pid=12282): Launched\u000a18:25:33.832251 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:25:33.967608 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:25:34.305869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12283): Launched\u000a18:25:34.586423 run iperf3-srv_10.42.42.10(pid=12284): Launched\u000a18:25:34.784507 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:25:34.919660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:25:35.255201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12285): Launched\u000a18:25:35.535295 run iperf3-srv_10.42.42.10(pid=12286): Launched\u000a18:25:35.732770 tst iperf3m4.py:8: start network...\u000a18:25:35.868060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:25:36.388173 run create_hlr_db(pid=12287): Launched\u000a18:25:36.574701 bus /gobi_6: Setting Powered False\u000a18:25:37.597284 run create_hlr_db(pid=12287): Terminated: ok {rc=0}\u000a18:25:38.030612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12289): Launched\u000a18:25:38.357354 run osmo-hlr_10.42.42.2(pid=12290): Launched\u000a18:25:38.477393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:25:39.047745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12292): Launched\u000a18:25:39.375546 run osmo-stp_10.42.42.5(pid=12293): Launched\u000a18:25:39.493460 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:25:40.062194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12295): Launched\u000a18:25:40.177903 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:25:40.462629 run patchelf(pid=12296): Launched\u000a18:25:40.652324 run osmo-stp_10.42.42.5(pid=12293): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12293)]\u000a18:25:40.791188 run osmo-stp_10.42.42.5(pid=12293): stdout: \u000a| (launched: 2022-12-12_18:25:39.213516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:40.930942 run osmo-stp_10.42.42.5(pid=12293): stderr: \u000a| �[0;m�[38;5;43m20221212182539404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182539404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182539404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182539405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182539405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182539405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182539405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:41.064700 run osmo-stp_10.42.42.5(pid=12293): stdout: \u000a| (launched: 2022-12-12_18:25:39.213516)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:41.197730 run osmo-stp_10.42.42.5(pid=12293): stderr: \u000a| �[0;m�[38;5;43m20221212182539404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182539404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182539404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182539405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182539405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182539405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182539405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:41.352183 run patchelf(pid=12296): Terminating (SIGINT)\u000a18:25:41.533603 run patchelf(pid=12296): Terminated: ok {rc=0}\u000a18:25:41.566982 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12293): Process ended prematurely: osmo-stp_10.42.42.5(pid=12293) [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12293)] [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a18:25:41.577088 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a18:25:41.640401 run osmo-hlr_10.42.42.2(pid=12290): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12290)]\u000a18:25:41.691584 run osmo-hlr_10.42.42.2(pid=12290): stdout: \u000a| (launched: 2022-12-12_18:25:38.195383) \u000a18:25:41.743444 run osmo-hlr_10.42.42.2(pid=12290): stderr: \u000a| �[0;m�[1;31m20221212182538394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182538394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182538394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182538394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182538394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182538394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182538407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182538417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182538417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182538417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:25:41.787720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12279): Terminating (SIGTERM)\u000a18:25:41.829531 run iperf3-srv_10.42.42.10(pid=12280): Terminating (SIGTERM)\u000a18:25:41.871419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12281): Terminating (SIGTERM)\u000a18:25:41.913352 run iperf3-srv_10.42.42.10(pid=12282): Terminating (SIGTERM)\u000a18:25:41.955074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12283): Terminating (SIGTERM)\u000a18:25:41.997187 run iperf3-srv_10.42.42.10(pid=12284): Terminating (SIGTERM)\u000a18:25:42.038817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12285): Terminating (SIGTERM)\u000a18:25:42.080262 run iperf3-srv_10.42.42.10(pid=12286): Terminating (SIGTERM)\u000a18:25:42.122110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12289): Terminating (SIGTERM)\u000a18:25:42.163624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12292): Terminating (SIGTERM)\u000a18:25:42.206013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12295): Terminating (SIGTERM)\u000a18:25:42.215999 --- ParallelTerminationStrategy: PID 12279 died...\u000a18:25:42.272417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12279): Terminated: ok {rc=0}\u000a18:25:42.282626 --- ParallelTerminationStrategy: PID 12280 died...\u000a18:25:42.338622 run iperf3-srv_10.42.42.10(pid=12280): Terminated {rc=256}\u000a18:25:42.348719 --- ParallelTerminationStrategy: PID 12281 died...\u000a18:25:42.404809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12281): Terminated: ok {rc=0}\u000a18:25:42.414920 --- ParallelTerminationStrategy: PID 12282 died...\u000a18:25:42.470636 run iperf3-srv_10.42.42.10(pid=12282): Terminated {rc=256}\u000a18:25:42.480758 --- ParallelTerminationStrategy: PID 12283 died...\u000a18:25:42.536741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12283): Terminated: ok {rc=0}\u000a18:25:42.546982 --- ParallelTerminationStrategy: PID 12284 died...\u000a18:25:42.602585 run iperf3-srv_10.42.42.10(pid=12284): Terminated {rc=256}\u000a18:25:42.612749 --- ParallelTerminationStrategy: PID 12285 died...\u000a18:25:42.668448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12285): Terminated: ok {rc=0}\u000a18:25:42.678637 --- ParallelTerminationStrategy: PID 12286 died...\u000a18:25:42.734673 run iperf3-srv_10.42.42.10(pid=12286): Terminated {rc=256}\u000a18:25:42.744934 --- ParallelTerminationStrategy: PID 12289 died...\u000a18:25:42.801248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12289): Terminated: ok {rc=0}\u000a18:25:42.811280 --- ParallelTerminationStrategy: PID 12292 died...\u000a18:25:42.867742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12292): Terminated: ok {rc=0}\u000a18:25:42.877893 --- ParallelTerminationStrategy: PID 12295 died...\u000a18:25:42.933883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12295): Terminated: ok {rc=0}\u000a18:25:43.021039 bus /gobi_4: Setting Powered False\u000a18:25:44.128916 bus /gobi_4: Setting Powered False\u000a18:25:45.237944 bus /gobi_1: Setting Powered False\u000a18:25:46.349641 bus /gobi_1: Setting Powered False\u000a18:25:47.460935 bus /gobi_0: Setting Powered False\u000a18:25:48.564859 bus /gobi_0: Setting Powered False\u000a18:25:49.677102 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12303): Process ended prematurely: osmo-stp_10.42.42.5(pid=12303) [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12303)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12303): Process ended prematurely: osmo-stp_10.42.42.5(pid=12303) [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a18:25:50.744934 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:50.757068 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:25:50.902549 tst ping.py: using LAC 30659\u000a18:25:51.029276 tst ping.py: using RAC 59\u000a18:25:51.156089 tst ping.py: using CellId 30659\u000a18:25:51.280802 tst ping.py: using BVCI 30660\u000a18:25:51.305257 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:51.317219 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:51.328893 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:51.340714 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:51.352343 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:51.363969 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:51.375813 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:51.387516 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:25:51.660715 tst ping.py:19: start network...\u000a18:25:51.784688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:25:52.257431 run create_hlr_db(pid=12297): Launched\u000a18:25:52.428727 bus /gobi_6: Setting Powered False\u000a18:25:53.450033 run create_hlr_db(pid=12297): Terminated: ok {rc=0}\u000a18:25:53.876733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12299): Launched\u000a18:25:54.199088 run osmo-hlr_10.42.42.2(pid=12300): Launched\u000a18:25:54.315647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:25:54.873705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12302): Launched\u000a18:25:55.197414 run osmo-stp_10.42.42.5(pid=12303): Launched\u000a18:25:55.313594 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:25:55.874659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12305): Launched\u000a18:25:55.988240 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:25:56.269209 run patchelf(pid=12306): Launched\u000a18:25:56.455683 run osmo-stp_10.42.42.5(pid=12303): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12303)]\u000a18:25:56.591821 run osmo-stp_10.42.42.5(pid=12303): stdout: \u000a| (launched: 2022-12-12_18:25:55.036735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:56.728308 run osmo-stp_10.42.42.5(pid=12303): stderr: \u000a| �[0;m�[38;5;43m20221212182555228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182555228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182555228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182555229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182555229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182555229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182555229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:56.860809 run osmo-stp_10.42.42.5(pid=12303): stdout: \u000a| (launched: 2022-12-12_18:25:55.036735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:25:56.991881 run osmo-stp_10.42.42.5(pid=12303): stderr: \u000a| �[0;m�[38;5;43m20221212182555228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182555228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182555228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182555229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182555229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182555229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182555229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:25:57.143901 run patchelf(pid=12306): Terminating (SIGINT)\u000a18:25:57.320931 run patchelf(pid=12306): Terminated: ok {rc=0}\u000a18:25:57.353511 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12303): Process ended prematurely: osmo-stp_10.42.42.5(pid=12303) [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12303)] [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a18:25:57.362853 tst ping.py:22: Test FAILED (6.6 sec)\u000a18:25:57.425472 run osmo-hlr_10.42.42.2(pid=12300): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12300)]\u000a18:25:57.476393 run osmo-hlr_10.42.42.2(pid=12300): stdout: \u000a| (launched: 2022-12-12_18:25:54.039148) \u000a18:25:57.528191 run osmo-hlr_10.42.42.2(pid=12300): stderr: \u000a| �[0;m�[1;31m20221212182554236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182554236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182554236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182554237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182554237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182554237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182554259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182554268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182554268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182554268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:25:57.572532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12299): Terminating (SIGTERM)\u000a18:25:57.614491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12302): Terminating (SIGTERM)\u000a18:25:57.656057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12305): Terminating (SIGTERM)\u000a18:25:57.665922 --- ParallelTerminationStrategy: PID 12299 died...\u000a18:25:57.721851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12299): Terminated: ok {rc=0}\u000a18:25:57.732058 --- ParallelTerminationStrategy: PID 12302 died...\u000a18:25:57.788117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12302): Terminated: ok {rc=0}\u000a18:25:57.798365 --- ParallelTerminationStrategy: PID 12305 died...\u000a18:25:57.854394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12305): Terminated: ok {rc=0}\u000a18:25:57.941654 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12313): Process ended prematurely: osmo-stp_10.42.42.5(pid=12313) [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12313)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12313): Process ended prematurely: osmo-stp_10.42.42.5(pid=12313) [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a18:25:58.995432 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:59.008290 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:25:59.159458 tst ping_idle_ping.py: using LAC 30660\u000a18:25:59.285566 tst ping_idle_ping.py: using RAC 60\u000a18:25:59.410992 tst ping_idle_ping.py: using CellId 30660\u000a18:25:59.536787 tst ping_idle_ping.py: using BVCI 30661\u000a18:25:59.561644 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:59.573817 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:59.585771 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:59.598025 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:59.610490 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:59.622861 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:59.635440 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:25:59.647819 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:25:59.939238 tst ping_idle_ping.py:24: start network...\u000a18:26:00.072703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:26:00.587819 run create_hlr_db(pid=12307): Launched\u000a18:26:00.771958 bus /gobi_6: Setting Powered False\u000a18:26:01.806253 run create_hlr_db(pid=12307): Terminated: ok {rc=0}\u000a18:26:02.233094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12309): Launched\u000a18:26:02.553590 run osmo-hlr_10.42.42.2(pid=12310): Launched\u000a18:26:02.673440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:26:03.231370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12312): Launched\u000a18:26:03.553723 run osmo-stp_10.42.42.5(pid=12313): Launched\u000a18:26:03.674651 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:26:04.233328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12315): Launched\u000a18:26:04.347402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:26:04.629139 run patchelf(pid=12316): Launched\u000a18:26:04.815639 run osmo-stp_10.42.42.5(pid=12313): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12313)]\u000a18:26:04.953084 run osmo-stp_10.42.42.5(pid=12313): stdout: \u000a| (launched: 2022-12-12_18:26:03.393478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:26:05.089769 run osmo-stp_10.42.42.5(pid=12313): stderr: \u000a| �[0;m�[38;5;43m20221212182603585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182603586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182603586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182603586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182603587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182603587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182603587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:26:05.222296 run osmo-stp_10.42.42.5(pid=12313): stdout: \u000a| (launched: 2022-12-12_18:26:03.393478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:26:05.352885 run osmo-stp_10.42.42.5(pid=12313): stderr: \u000a| �[0;m�[38;5;43m20221212182603585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182603586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182603586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182603586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182603587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182603587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182603587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:26:05.505223 run patchelf(pid=12316): Terminating (SIGINT)\u000a18:26:05.683876 run patchelf(pid=12316): Terminated: ok {rc=0}\u000a18:26:05.716508 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12313): Process ended prematurely: osmo-stp_10.42.42.5(pid=12313) [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12313)] [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a18:26:05.725840 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a18:26:05.789298 run osmo-hlr_10.42.42.2(pid=12310): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12310)]\u000a18:26:05.840912 run osmo-hlr_10.42.42.2(pid=12310): stdout: \u000a| (launched: 2022-12-12_18:26:02.395484) \u000a18:26:05.893354 run osmo-hlr_10.42.42.2(pid=12310): stderr: \u000a| �[0;m�[1;31m20221212182602595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182602595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182602595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182602595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182602595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182602595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182602607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182602616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182602616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182602616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:26:05.937995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12309): Terminating (SIGTERM)\u000a18:26:05.980461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12312): Terminating (SIGTERM)\u000a18:26:06.023079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12315): Terminating (SIGTERM)\u000a18:26:06.033214 --- ParallelTerminationStrategy: PID 12309 died...\u000a18:26:06.089981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12309): Terminated: ok {rc=0}\u000a18:26:06.100336 --- ParallelTerminationStrategy: PID 12312 died...\u000a18:26:06.156619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12312): Terminated: ok {rc=0}\u000a18:26:06.167088 --- ParallelTerminationStrategy: PID 12315 died...\u000a18:26:06.223448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12315): Terminated: ok {rc=0}\u000a18:26:06.311721 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:25:07" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12326): Process ended prematurely: osmo-stp_10.42.42.5(pid=12326) [trial-2380↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12326)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12326): Process ended prematurely: osmo-stp_10.42.42.5(pid=12326) [trial-2380↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:26:08.357614 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:26:08.369633 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:26:08.531977 tst switch_tch_pdch.py: using LAC 30661\u000a18:26:08.657920 tst switch_tch_pdch.py: using RAC 61\u000a18:26:08.783424 tst switch_tch_pdch.py: using CellId 30661\u000a18:26:08.904234 tst switch_tch_pdch.py: using BVCI 30662\u000a18:26:08.926820 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:26:08.938719 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:26:08.949774 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:26:08.961226 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:26:08.972447 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:26:08.983866 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:26:08.995301 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:26:09.007389 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:26:09.127655 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:26:09.403000 tst switch_tch_pdch.py:51: start network...\u000a18:26:09.526269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:26:09.996871 run create_hlr_db(pid=12320): Launched\u000a18:26:10.168416 bus /gobi_6: Setting Powered False\u000a18:26:11.189540 run create_hlr_db(pid=12320): Terminated: ok {rc=0}\u000a18:26:11.588825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12322): Launched\u000a18:26:11.891142 run osmo-hlr_10.42.42.2(pid=12323): Launched\u000a18:26:12.004286 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:26:12.531790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12325): Launched\u000a18:26:12.832720 run osmo-stp_10.42.42.5(pid=12326): Launched\u000a18:26:12.941209 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:26:13.461355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12328): Launched\u000a18:26:13.566589 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:26:13.828482 run patchelf(pid=12329): Launched\u000a18:26:14.002377 run osmo-stp_10.42.42.5(pid=12326): ERR: Terminated: ERROR {rc=1} [trial-2380↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12326)]\u000a18:26:14.129238 run osmo-stp_10.42.42.5(pid=12326): stdout: \u000a| (launched: 2022-12-12_18:26:12.682182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:26:14.256387 run osmo-stp_10.42.42.5(pid=12326): stderr: \u000a| �[0;m�[38;5;43m20221212182612852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182612852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182612853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182612853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182612853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182612854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182612854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:26:14.379222 run osmo-stp_10.42.42.5(pid=12326): stdout: \u000a| (launched: 2022-12-12_18:26:12.682182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:26:14.501143 run osmo-stp_10.42.42.5(pid=12326): stderr: \u000a| �[0;m�[38;5;43m20221212182612852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182612852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182612853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182612853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182612853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182612854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182612854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:26:14.642761 run patchelf(pid=12329): Terminating (SIGINT)\u000a18:26:14.809725 run patchelf(pid=12329): Terminated: ok {rc=0}\u000a18:26:14.840078 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12326): Process ended prematurely: osmo-stp_10.42.42.5(pid=12326) [trial-2380↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12326)] [trial-2380↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:26:14.848788 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a18:26:14.909567 run osmo-hlr_10.42.42.2(pid=12323): ERR: Terminated: ERROR {rc=237} [trial-2380↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12323)]\u000a18:26:14.959015 run osmo-hlr_10.42.42.2(pid=12323): stdout: \u000a| (launched: 2022-12-12_18:26:11.739658) \u000a18:26:15.009210 run osmo-hlr_10.42.42.2(pid=12323): stderr: \u000a| �[0;m�[1;31m20221212182611916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182611916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182611916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182611916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182611916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182611916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182611928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182611936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182611937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182611937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:26:15.051245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12322): Terminating (SIGTERM)\u000a18:26:15.091303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12325): Terminating (SIGTERM)\u000a18:26:15.131430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12328): Terminating (SIGTERM)\u000a18:26:15.140927 --- ParallelTerminationStrategy: PID 12322 died...\u000a18:26:15.195100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12322): Terminated: ok {rc=0}\u000a18:26:15.204837 --- ParallelTerminationStrategy: PID 12325 died...\u000a18:26:15.258347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12325): Terminated: ok {rc=0}\u000a18:26:15.267792 --- ParallelTerminationStrategy: PID 12328 died...\u000a18:26:15.320725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12328): Terminated: ok {rc=0}\u000a18:26:15.408198 bus /gobi_0: Setting Powered False\u000a18:26:16.521127 bus /gobi_0: Setting Powered False\u000a18:26:17.631730 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:26:08" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12339): Process ended prematurely: osmo-stp_10.42.42.5(pid=12339) [trial-2380↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12339)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12339): Process ended prematurely: osmo-stp_10.42.42.5(pid=12339) [trial-2380↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a18:26:19.601806 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:26:19.612582 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a18:26:19.767831 tst switch_tch_pdch.py: using LAC 30662\u000a18:26:19.886178 tst switch_tch_pdch.py: using RAC 62\u000a18:26:20.004793 tst switch_tch_pdch.py: using CellId 30662\u000a18:26:20.120527 tst switch_tch_pdch.py: using BVCI 30663\u000a18:26:20.143061 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:26:20.154058 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:26:20.164800 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:26:20.175985 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:26:20.187088 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:26:20.198157 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:26:20.209351 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:26:20.220372 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:26:20.339287 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:26:20.614113 tst switch_tch_pdch.py:51: start network...\u000a18:26:20.736552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:26:21.180344 run create_hlr_db(pid=12333): Launched\u000a18:26:21.301734 bus /gobi_6: Setting Powered False\u000a18:26:22.373117 run create_hlr_db(pid=12333): Terminated: ok {rc=0}\u000a18:26:22.745291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12335): Launched\u000a18:26:23.045713 run osmo-hlr_10.42.42.2(pid=12336): Launched\u000a18:26:23.159212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:26:23.661706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12338): Launched\u000a18:26:23.963365 run osmo-stp_10.42.42.5(pid=12339): Launched\u000a18:26:24.071700 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:26:24.565051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12341): Launched\u000a18:26:24.670201 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:26:24.931791 run patchelf(pid=12342): Launched\u000a18:26:25.106084 run osmo-stp_10.42.42.5(pid=12339): ERR: Terminated: ERROR {rc=1} [trial-2380↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12339)]\u000a18:26:25.232910 run osmo-stp_10.42.42.5(pid=12339): stdout: \u000a| (launched: 2022-12-12_18:26:23.812211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:26:25.359959 run osmo-stp_10.42.42.5(pid=12339): stderr: \u000a| �[0;m�[38;5;43m20221212182623982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182623982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182623982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182623983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182623983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182623983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182623983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:26:25.482591 run osmo-stp_10.42.42.5(pid=12339): stdout: \u000a| (launched: 2022-12-12_18:26:23.812211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:26:25.603826 run osmo-stp_10.42.42.5(pid=12339): stderr: \u000a| �[0;m�[38;5;43m20221212182623982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182623982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182623982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182623983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182623983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182623983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182623983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:26:25.745642 run patchelf(pid=12342): Terminating (SIGINT)\u000a18:26:25.912031 run patchelf(pid=12342): Terminated: ok {rc=0}\u000a18:26:25.942554 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12339): Process ended prematurely: osmo-stp_10.42.42.5(pid=12339) [trial-2380↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12339)] [trial-2380↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a18:26:25.951341 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a18:26:26.011559 run osmo-hlr_10.42.42.2(pid=12336): ERR: Terminated: ERROR {rc=237} [trial-2380↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12336)]\u000a18:26:26.060765 run osmo-hlr_10.42.42.2(pid=12336): stdout: \u000a| (launched: 2022-12-12_18:26:22.896376) \u000a18:26:26.110480 run osmo-hlr_10.42.42.2(pid=12336): stderr: \u000a| �[0;m�[1;31m20221212182623072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182623072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182623072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182623072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182623072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182623072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182623084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182623092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182623093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182623093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:26:26.152557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12335): Terminating (SIGTERM)\u000a18:26:26.192701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12338): Terminating (SIGTERM)\u000a18:26:26.232678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12341): Terminating (SIGTERM)\u000a18:26:26.242186 --- ParallelTerminationStrategy: PID 12335 died...\u000a18:26:26.295540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12335): Terminated: ok {rc=0}\u000a18:26:26.305380 --- ParallelTerminationStrategy: PID 12338 died...\u000a18:26:26.358263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12338): Terminated: ok {rc=0}\u000a18:26:26.367926 --- ParallelTerminationStrategy: PID 12341 died...\u000a18:26:26.420936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12341): Terminated: ok {rc=0}\u000a18:26:26.509379 bus /gobi_0: Setting Powered False\u000a18:26:27.612446 bus /gobi_0: Setting Powered False\u000a18:26:28.725019 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:26:19" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12347): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12347) [trial-2380↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12347)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12347): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12347) [trial-2380↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a18:26:30.632899 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a18:26:30.644078 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a18:26:30.785793 tst mo_mt_sms.py: using LAC 30663\u000a18:26:30.924306 tst mo_mt_sms.py: using RAC 63\u000a18:26:31.054681 tst mo_mt_sms.py: using CellId 30663\u000a18:26:31.181803 tst mo_mt_sms.py: using BVCI 30664\u000a18:26:31.207339 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a18:26:31.332644 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a18:26:31.655222 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:26:31.784811 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:26:32.415376 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12346): Launched\u000a18:26:32.713799 run osmo-nitb_10.42.42.2(pid=12347): Launched\u000a18:26:32.897125 run osmo-nitb_10.42.42.2(pid=12347): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12347)]\u000a18:26:33.032520 run osmo-nitb_10.42.42.2(pid=12347): stdout: \u000a| (launched: 2022-12-12_18:26:32.566341) \u000a18:26:33.169170 run osmo-nitb_10.42.42.2(pid=12347): stderr: \u000a| (launched: 2022-12-12_18:26:32.610334)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:26:33.300170 run osmo-nitb_10.42.42.2(pid=12347): stdout: \u000a| (launched: 2022-12-12_18:26:32.566341) \u000a18:26:33.430029 run osmo-nitb_10.42.42.2(pid=12347): stderr: \u000a| (launched: 2022-12-12_18:26:32.610334)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:26:33.834133 tst osmo-nitb_10.42.42.2(pid=12347): stdout: \u000a| (launched: 2022-12-12_18:26:32.566341) \u000a18:26:33.952495 tst osmo-nitb_10.42.42.2(pid=12347): stderr: \u000a| (launched: 2022-12-12_18:26:32.610334)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:26:34.004374 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12347): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12347) [trial-2380↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12347)] [trial-2380↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a18:26:34.012573 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a18:26:34.047917 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12346): Terminating (SIGTERM)\u000a18:26:34.225435 --- ParallelTerminationStrategy: PID 12346 died...\u000a18:26:34.279781 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12346): Terminated: ok {rc=0}\u000a18:26:34.367301 bus /sierra_3: Setting Powered False\u000a18:26:35.470971 bus /sierra_3: Setting Powered False\u000a18:26:36.583491 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:26:30" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12357): Process ended prematurely: osmo-stp_10.42.42.5(pid=12357) [trial-2380↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12357)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12357): Process ended prematurely: osmo-stp_10.42.42.5(pid=12357) [trial-2380↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a18:26:38.480176 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:26:38.491077 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a18:26:38.626366 tst mo_mt_sms.py: using LAC 30664\u000a18:26:38.742414 tst mo_mt_sms.py: using RAC 64\u000a18:26:38.861062 tst mo_mt_sms.py: using CellId 30664\u000a18:26:38.978961 tst mo_mt_sms.py: using BVCI 30665\u000a18:26:39.001521 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:26:39.011989 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:26:39.022472 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:26:39.033601 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:26:39.044599 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:26:39.055614 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a18:26:39.169971 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a18:26:39.371400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:26:39.841121 run create_hlr_db(pid=12351): Launched\u000a18:26:40.011932 bus /sierra_2: Setting Powered False\u000a18:26:41.033032 run create_hlr_db(pid=12351): Terminated: ok {rc=0}\u000a18:26:41.457429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12353): Launched\u000a18:26:41.778248 run osmo-hlr_10.42.42.2(pid=12354): Launched\u000a18:26:41.894405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:26:42.446646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12356): Launched\u000a18:26:42.766835 run osmo-stp_10.42.42.5(pid=12357): Launched\u000a18:26:42.881224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:26:43.466615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12359): Launched\u000a18:26:43.787573 run osmo-msc_10.42.42.6(pid=12360): Launched\u000a18:26:43.974018 run osmo-stp_10.42.42.5(pid=12357): ERR: Terminated: ERROR {rc=1} [trial-2380↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12357)]\u000a18:26:44.108319 run osmo-stp_10.42.42.5(pid=12357): stdout: \u000a| (launched: 2022-12-12_18:26:42.608234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:26:44.242048 run osmo-stp_10.42.42.5(pid=12357): stderr: \u000a| �[0;m�[38;5;43m20221212182642800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182642800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182642800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182642801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182642801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182642802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182642802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:26:44.369332 run osmo-stp_10.42.42.5(pid=12357): stdout: \u000a| (launched: 2022-12-12_18:26:42.608234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:26:44.495440 run osmo-stp_10.42.42.5(pid=12357): stderr: \u000a| �[0;m�[38;5;43m20221212182642800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182642800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182642800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182642801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182642801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182642802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182642802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:26:44.550894 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12357): Process ended prematurely: osmo-stp_10.42.42.5(pid=12357) [trial-2380↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12357)] [trial-2380↪sms:trx-lms↪mo_mt_sms.py:16]\u000a18:26:44.559540 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a18:26:44.622197 run osmo-hlr_10.42.42.2(pid=12354): ERR: Terminated: ERROR {rc=237} [trial-2380↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12354)]\u000a18:26:44.673706 run osmo-hlr_10.42.42.2(pid=12354): stdout: \u000a| (launched: 2022-12-12_18:26:41.618753) \u000a18:26:44.725843 run osmo-hlr_10.42.42.2(pid=12354): stderr: \u000a| �[0;m�[1;31m20221212182641816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182641816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182641816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182641816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182641816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182641816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182641828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182641837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182641837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182641837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:26:44.796312 run osmo-msc_10.42.42.6(pid=12360): ERR: Terminated: ERROR {rc=2} [trial-2380↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12360)]\u000a18:26:44.847576 run osmo-msc_10.42.42.6(pid=12360): stdout: \u000a| (launched: 2022-12-12_18:26:43.628471) \u000a18:26:44.899722 run osmo-msc_10.42.42.6(pid=12360): stderr: \u000a| �[0;m�[38;5;43m20221212182643952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182643952 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ba28b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182643952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182643952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182643953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182643953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182643954 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182643955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182643955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182643955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:26:44.944000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12353): Terminating (SIGTERM)\u000a18:26:44.985704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12356): Terminating (SIGTERM)\u000a18:26:45.027414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12359): Terminating (SIGTERM)\u000a18:26:45.037143 --- ParallelTerminationStrategy: PID 12353 died...\u000a18:26:45.092740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12353): Terminated: ok {rc=0}\u000a18:26:45.103216 --- ParallelTerminationStrategy: PID 12356 died...\u000a18:26:45.158730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12356): Terminated: ok {rc=0}\u000a18:26:45.169066 --- ParallelTerminationStrategy: PID 12359 died...\u000a18:26:45.224295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12359): Terminated: ok {rc=0}\u000a18:26:45.313279 bus /sierra_3: Setting Powered False\u000a18:26:46.432271 bus /sierra_3: Setting Powered False\u000a18:26:47.540883 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:26:38" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12366): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12366) [trial-2380↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12366)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12366): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12366) [trial-2380↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a18:26:49.387834 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a18:26:49.399264 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a18:26:49.540543 tst assert_extension.py: using LAC 30665\u000a18:26:49.669578 tst assert_extension.py: using RAC 65\u000a18:26:49.797755 tst assert_extension.py: using CellId 30665\u000a18:26:49.921283 tst assert_extension.py: using BVCI 30666\u000a18:26:49.944007 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a18:26:50.216843 tst assert_extension.py:10: start nitb and bts...\u000a18:26:50.340848 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:26:50.960618 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12365): Launched\u000a18:26:51.258915 run osmo-nitb_10.42.42.2(pid=12366): Launched\u000a18:26:51.442885 run osmo-nitb_10.42.42.2(pid=12366): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12366)]\u000a18:26:51.577541 run osmo-nitb_10.42.42.2(pid=12366): stdout: \u000a| (launched: 2022-12-12_18:26:51.111069) \u000a18:26:51.712557 run osmo-nitb_10.42.42.2(pid=12366): stderr: \u000a| (launched: 2022-12-12_18:26:51.155273)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:26:51.843117 run osmo-nitb_10.42.42.2(pid=12366): stdout: \u000a| (launched: 2022-12-12_18:26:51.111069) \u000a18:26:51.973186 run osmo-nitb_10.42.42.2(pid=12366): stderr: \u000a| (launched: 2022-12-12_18:26:51.155273)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:26:52.380082 tst osmo-nitb_10.42.42.2(pid=12366): stdout: \u000a| (launched: 2022-12-12_18:26:51.111069) \u000a18:26:52.499472 tst osmo-nitb_10.42.42.2(pid=12366): stderr: \u000a| (launched: 2022-12-12_18:26:51.155273)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:26:52.551285 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12366): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12366) [trial-2380↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12366)] [trial-2380↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a18:26:52.559414 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a18:26:52.595595 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12365): Terminating (SIGTERM)\u000a18:26:52.773764 --- ParallelTerminationStrategy: PID 12365 died...\u000a18:26:52.829549 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12365): Terminated: ok {rc=0}\u000a18:26:52.919926 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:26:49" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12377): Process ended prematurely: osmo-stp_10.42.42.5(pid=12377) [trial-2380↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12377)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12377): Process ended prematurely: osmo-stp_10.42.42.5(pid=12377) [trial-2380↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a18:26:54.761832 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:26:54.772738 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a18:26:54.918577 tst assert_extension.py: using LAC 30666\u000a18:26:55.047130 tst assert_extension.py: using RAC 66\u000a18:26:55.170687 tst assert_extension.py: using CellId 30666\u000a18:26:55.293748 tst assert_extension.py: using BVCI 30667\u000a18:26:55.318156 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:26:55.329580 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:26:55.340504 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:26:55.352113 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:26:55.363541 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:26:55.374997 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a18:26:55.584005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:26:56.098702 run create_hlr_db(pid=12371): Launched\u000a18:26:56.283648 bus /sierra_2: Setting Powered False\u000a18:26:57.304298 run create_hlr_db(pid=12371): Terminated: ok {rc=0}\u000a18:26:57.708844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12373): Launched\u000a18:26:58.009756 run osmo-hlr_10.42.42.2(pid=12374): Launched\u000a18:26:58.126249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:26:58.657178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12376): Launched\u000a18:26:58.957841 run osmo-stp_10.42.42.5(pid=12377): Launched\u000a18:26:59.067307 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:26:59.614415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12379): Launched\u000a18:26:59.917204 run osmo-msc_10.42.42.6(pid=12380): Launched\u000a18:27:00.093151 run osmo-stp_10.42.42.5(pid=12377): ERR: Terminated: ERROR {rc=1} [trial-2380↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12377)]\u000a18:27:00.220188 run osmo-stp_10.42.42.5(pid=12377): stdout: \u000a| (launched: 2022-12-12_18:26:58.807831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:27:00.344403 run osmo-stp_10.42.42.5(pid=12377): stderr: \u000a| �[0;m�[38;5;43m20221212182658980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182658980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182658980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182658980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182658981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182658981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182658981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:27:00.464203 run osmo-stp_10.42.42.5(pid=12377): stdout: \u000a| (launched: 2022-12-12_18:26:58.807831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:27:00.582706 run osmo-stp_10.42.42.5(pid=12377): stderr: \u000a| �[0;m�[38;5;43m20221212182658980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182658980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182658980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182658980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182658981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182658981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182658981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:27:00.634759 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12377): Process ended prematurely: osmo-stp_10.42.42.5(pid=12377) [trial-2380↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12377)] [trial-2380↪ussd:trx-lms↪assert_extension.py:17]\u000a18:27:00.642932 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a18:27:00.703611 run osmo-hlr_10.42.42.2(pid=12374): ERR: Terminated: ERROR {rc=237} [trial-2380↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12374)]\u000a18:27:00.753449 run osmo-hlr_10.42.42.2(pid=12374): stdout: \u000a| (launched: 2022-12-12_18:26:57.859863) \u000a18:27:00.803758 run osmo-hlr_10.42.42.2(pid=12374): stderr: \u000a| �[0;m�[1;31m20221212182658035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182658035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182658035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182658035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182658035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182658035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182658047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182658057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182658058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182658058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:27:00.874553 run osmo-msc_10.42.42.6(pid=12380): ERR: Terminated: ERROR {rc=2} [trial-2380↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12380)]\u000a18:27:00.945853 run osmo-msc_10.42.42.6(pid=12380): stdout: \u000a| (launched: 2022-12-12_18:26:59.765279) \u000a18:27:01.010694 run osmo-msc_10.42.42.6(pid=12380): stderr: \u000a| �[0;m�[38;5;43m20221212182700037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182700037 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6219b0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182700037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182700037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182700037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182700037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182700039 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182700039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182700040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182700040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:27:01.058371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12373): Terminating (SIGTERM)\u000a18:27:01.101823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12376): Terminating (SIGTERM)\u000a18:27:01.142899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12379): Terminating (SIGTERM)\u000a18:27:01.152533 --- ParallelTerminationStrategy: PID 12373 died...\u000a18:27:01.207603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12373): Terminated: ok {rc=0}\u000a18:27:01.217728 --- ParallelTerminationStrategy: PID 12376 died...\u000a18:27:01.272573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12376): Terminated: ok {rc=0}\u000a18:27:01.282822 --- ParallelTerminationStrategy: PID 12379 died...\u000a18:27:01.344379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12379): Terminated: ok {rc=0}\u000a18:27:01.439320 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:26:54" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12391): Process ended prematurely: osmo-stp_10.42.42.5(pid=12391) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12391)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12391): Process ended prematurely: osmo-stp_10.42.42.5(pid=12391) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:27:03.414280 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:27:03.425949 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:27:03.590781 tst mo_mt_call.py: using LAC 30667\u000a18:27:03.717701 tst mo_mt_call.py: using RAC 67\u000a18:27:03.845609 tst mo_mt_call.py: using CellId 30667\u000a18:27:03.972387 tst mo_mt_call.py: using BVCI 30668\u000a18:27:03.997170 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:27:04.008931 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:27:04.020438 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:27:04.032474 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:27:04.044571 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:27:04.056591 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:27:04.174980 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:27:04.378831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:27:04.859424 run create_hlr_db(pid=12385): Launched\u000a18:27:05.034704 bus /sierra_2: Setting Powered False\u000a18:27:06.056520 run create_hlr_db(pid=12385): Terminated: ok {rc=0}\u000a18:27:06.490004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12387): Launched\u000a18:27:06.817878 run osmo-hlr_10.42.42.2(pid=12388): Launched\u000a18:27:06.936750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:27:07.502683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12390): Launched\u000a18:27:07.830730 run osmo-stp_10.42.42.5(pid=12391): Launched\u000a18:27:07.948389 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:27:08.541711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12393): Launched\u000a18:27:08.868742 run osmo-msc_10.42.42.6(pid=12394): Launched\u000a18:27:09.058326 run osmo-stp_10.42.42.5(pid=12391): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12391)]\u000a18:27:09.194690 run osmo-stp_10.42.42.5(pid=12391): stdout: \u000a| (launched: 2022-12-12_18:27:07.667952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:27:09.329756 run osmo-stp_10.42.42.5(pid=12391): stderr: \u000a| �[0;m�[38;5;43m20221212182707860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182707860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182707860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182707861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182707861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182707861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182707861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:27:09.459673 run osmo-stp_10.42.42.5(pid=12391): stdout: \u000a| (launched: 2022-12-12_18:27:07.667952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:27:09.587942 run osmo-stp_10.42.42.5(pid=12391): stderr: \u000a| �[0;m�[38;5;43m20221212182707860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182707860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182707860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182707861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182707861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182707861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182707861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:27:09.644878 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12391): Process ended prematurely: osmo-stp_10.42.42.5(pid=12391) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12391)] [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:27:09.654370 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:27:09.717135 run osmo-hlr_10.42.42.2(pid=12388): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12388)]\u000a18:27:09.768500 run osmo-hlr_10.42.42.2(pid=12388): stdout: \u000a| (launched: 2022-12-12_18:27:06.655457) \u000a18:27:09.820392 run osmo-hlr_10.42.42.2(pid=12388): stderr: \u000a| �[0;m�[1;31m20221212182706853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182706853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182706853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182706853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182706853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182706853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182706866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182706875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182706875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182706875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:27:09.891247 run osmo-msc_10.42.42.6(pid=12394): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12394)]\u000a18:27:09.942852 run osmo-msc_10.42.42.6(pid=12394): stdout: \u000a| (launched: 2022-12-12_18:27:08.706435) \u000a18:27:09.994982 run osmo-msc_10.42.42.6(pid=12394): stderr: \u000a| �[0;m�[38;5;43m20221212182709029 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182709029 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f504201fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182709030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182709030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182709030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182709030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182709032 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182709032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182709032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182709032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:27:10.039069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12387): Terminating (SIGTERM)\u000a18:27:10.080810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12390): Terminating (SIGTERM)\u000a18:27:10.122561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12393): Terminating (SIGTERM)\u000a18:27:10.132239 --- ParallelTerminationStrategy: PID 12387 died...\u000a18:27:10.188105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12387): Terminated: ok {rc=0}\u000a18:27:10.198159 --- ParallelTerminationStrategy: PID 12390 died...\u000a18:27:10.254762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12390): Terminated: ok {rc=0}\u000a18:27:10.264848 --- ParallelTerminationStrategy: PID 12393 died...\u000a18:27:10.320584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12393): Terminated: ok {rc=0}\u000a18:27:10.407349 bus /sierra_3: Setting Powered False\u000a18:27:11.516310 bus /sierra_3: Setting Powered False\u000a18:27:12.627960 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12402): Process ended prematurely: osmo-stp_10.42.42.5(pid=12402) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12402)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12402): Process ended prematurely: osmo-stp_10.42.42.5(pid=12402) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:27:13.737795 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:27:13.749653 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:27:13.906057 tst mo_mt_call_osmux.py: using LAC 30668\u000a18:27:14.026254 tst mo_mt_call_osmux.py: using RAC 68\u000a18:27:14.145203 tst mo_mt_call_osmux.py: using CellId 30668\u000a18:27:14.265535 tst mo_mt_call_osmux.py: using BVCI 30669\u000a18:27:14.288503 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:27:14.299693 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:27:14.310757 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:27:14.322091 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:27:14.333487 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:27:14.344783 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:27:14.465954 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:27:14.673718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:27:15.154691 run create_hlr_db(pid=12396): Launched\u000a18:27:15.329465 bus /sierra_2: Setting Powered False\u000a18:27:16.354554 run create_hlr_db(pid=12396): Terminated: ok {rc=0}\u000a18:27:16.778827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12398): Launched\u000a18:27:17.203306 run osmo-hlr_10.42.42.2(pid=12399): Launched\u000a18:27:17.324327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:27:17.894251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12401): Launched\u000a18:27:18.222960 run osmo-stp_10.42.42.5(pid=12402): Launched\u000a18:27:18.341066 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:27:18.939478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12404): Launched\u000a18:27:19.267044 run osmo-msc_10.42.42.6(pid=12405): Launched\u000a18:27:19.456485 run osmo-stp_10.42.42.5(pid=12402): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12402)]\u000a18:27:19.593758 run osmo-stp_10.42.42.5(pid=12402): stdout: \u000a| (launched: 2022-12-12_18:27:18.060566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:27:19.730163 run osmo-stp_10.42.42.5(pid=12402): stderr: \u000a| �[0;m�[38;5;43m20221212182718255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182718255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182718255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182718256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182718256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182718256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182718256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:27:19.860595 run osmo-stp_10.42.42.5(pid=12402): stdout: \u000a| (launched: 2022-12-12_18:27:18.060566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:27:19.990729 run osmo-stp_10.42.42.5(pid=12402): stderr: \u000a| �[0;m�[38;5;43m20221212182718255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182718255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182718255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182718256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182718256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182718256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182718256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:27:20.047860 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12402): Process ended prematurely: osmo-stp_10.42.42.5(pid=12402) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12402)] [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:27:20.057688 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a18:27:20.120986 run osmo-hlr_10.42.42.2(pid=12399): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12399)]\u000a18:27:20.172855 run osmo-hlr_10.42.42.2(pid=12399): stdout: \u000a| (launched: 2022-12-12_18:27:16.936608) \u000a18:27:20.225038 run osmo-hlr_10.42.42.2(pid=12399): stderr: \u000a| �[0;m�[1;31m20221212182717220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182717220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182717220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182717220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182717220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182717221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182717235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182717245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182717245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182717245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:27:20.296162 run osmo-msc_10.42.42.6(pid=12405): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12405)]\u000a18:27:20.347746 run osmo-msc_10.42.42.6(pid=12405): stdout: \u000a| (launched: 2022-12-12_18:27:19.105130) \u000a18:27:20.399861 run osmo-msc_10.42.42.6(pid=12405): stderr: \u000a| �[0;m�[38;5;43m20221212182719429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182719430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2c6f71c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182719430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182719430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182719430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182719430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182719432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182719432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182719432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182719432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:27:20.444268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12398): Terminating (SIGTERM)\u000a18:27:20.486363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12401): Terminating (SIGTERM)\u000a18:27:20.528723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12404): Terminating (SIGTERM)\u000a18:27:20.538411 --- ParallelTerminationStrategy: PID 12398 died...\u000a18:27:20.595277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12398): Terminated: ok {rc=0}\u000a18:27:20.605741 --- ParallelTerminationStrategy: PID 12401 died...\u000a18:27:20.661931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12401): Terminated: ok {rc=0}\u000a18:27:20.672277 --- ParallelTerminationStrategy: PID 12404 died...\u000a18:27:20.728353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12404): Terminated: ok {rc=0}\u000a18:27:20.816729 bus /sierra_3: Setting Powered False\u000a18:27:21.925087 bus /sierra_3: Setting Powered False\u000a18:27:23.037635 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:27:03" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12416): Process ended prematurely: osmo-stp_10.42.42.5(pid=12416) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12416)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12416): Process ended prematurely: osmo-stp_10.42.42.5(pid=12416) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:27:25.048385 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:27:25.059941 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:27:25.225256 tst mo_mt_call.py: using LAC 30669\u000a18:27:25.353032 tst mo_mt_call.py: using RAC 69\u000a18:27:25.481298 tst mo_mt_call.py: using CellId 30669\u000a18:27:25.609852 tst mo_mt_call.py: using BVCI 30670\u000a18:27:25.634503 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:27:25.646260 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:27:25.657881 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:27:25.669465 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:27:25.681133 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:27:25.692653 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:27:25.814397 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:27:26.017616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:27:26.498938 run create_hlr_db(pid=12410): Launched\u000a18:27:26.674526 bus /sierra_2: Setting Powered False\u000a18:27:27.697159 run create_hlr_db(pid=12410): Terminated: ok {rc=0}\u000a18:27:28.104485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12412): Launched\u000a18:27:28.411355 run osmo-hlr_10.42.42.2(pid=12413): Launched\u000a18:27:28.530184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:27:29.064094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12415): Launched\u000a18:27:29.371940 run osmo-stp_10.42.42.5(pid=12416): Launched\u000a18:27:29.482261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:27:30.039092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12418): Launched\u000a18:27:30.348251 run osmo-msc_10.42.42.6(pid=12419): Launched\u000a18:27:30.527234 run osmo-stp_10.42.42.5(pid=12416): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12416)]\u000a18:27:30.655802 run osmo-stp_10.42.42.5(pid=12416): stdout: \u000a| (launched: 2022-12-12_18:27:29.218661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:27:30.782119 run osmo-stp_10.42.42.5(pid=12416): stderr: \u000a| �[0;m�[38;5;43m20221212182729390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182729390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182729390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182729391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182729391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182729391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182729391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:27:30.937061 run osmo-stp_10.42.42.5(pid=12416): stdout: \u000a| (launched: 2022-12-12_18:27:29.218661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:27:31.069654 run osmo-stp_10.42.42.5(pid=12416): stderr: \u000a| �[0;m�[38;5;43m20221212182729390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182729390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182729390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182729391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182729391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182729391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182729391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:27:31.129200 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12416): Process ended prematurely: osmo-stp_10.42.42.5(pid=12416) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12416)] [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:27:31.139563 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:27:31.204225 run osmo-hlr_10.42.42.2(pid=12413): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12413)]\u000a18:27:31.260074 run osmo-hlr_10.42.42.2(pid=12413): stdout: \u000a| (launched: 2022-12-12_18:27:28.259450) \u000a18:27:31.315725 run osmo-hlr_10.42.42.2(pid=12413): stderr: \u000a| �[0;m�[1;31m20221212182728434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182728434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182728434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182728434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182728434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182728434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182728446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182728457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182728457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182728457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:27:31.388893 run osmo-msc_10.42.42.6(pid=12419): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12419)]\u000a18:27:31.441758 run osmo-msc_10.42.42.6(pid=12419): stdout: \u000a| (launched: 2022-12-12_18:27:30.193468) \u000a18:27:31.495036 run osmo-msc_10.42.42.6(pid=12419): stderr: \u000a| �[0;m�[38;5;43m20221212182730467 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182730467 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07e4898c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182730467 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182730467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182730467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182730468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182730469 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182730470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182730470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182730470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:27:31.542469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12412): Terminating (SIGTERM)\u000a18:27:31.587801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12415): Terminating (SIGTERM)\u000a18:27:31.632530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12418): Terminating (SIGTERM)\u000a18:27:31.643321 --- ParallelTerminationStrategy: PID 12412 died...\u000a18:27:31.705670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12412): Terminated: ok {rc=0}\u000a18:27:31.716630 --- ParallelTerminationStrategy: PID 12415 died...\u000a18:27:31.774087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12415): Terminated: ok {rc=0}\u000a18:27:31.785475 --- ParallelTerminationStrategy: PID 12418 died...\u000a18:27:31.842689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12418): Terminated: ok {rc=0}\u000a18:27:31.934813 bus /sierra_3: Setting Powered False\u000a18:27:33.037875 bus /sierra_3: Setting Powered False\u000a18:27:34.149821 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12427): Process ended prematurely: osmo-stp_10.42.42.5(pid=12427) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12427)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12427): Process ended prematurely: osmo-stp_10.42.42.5(pid=12427) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:27:35.264782 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:27:35.277324 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:27:35.442034 tst mo_mt_call_osmux.py: using LAC 30670\u000a18:27:35.569695 tst mo_mt_call_osmux.py: using RAC 70\u000a18:27:35.696244 tst mo_mt_call_osmux.py: using CellId 30670\u000a18:27:35.821799 tst mo_mt_call_osmux.py: using BVCI 30671\u000a18:27:35.846315 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:27:35.858021 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:27:35.869444 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:27:35.880717 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:27:35.892159 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:27:35.903451 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:27:36.024387 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:27:36.228672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:27:36.709859 run create_hlr_db(pid=12421): Launched\u000a18:27:36.884224 bus /sierra_2: Setting Powered False\u000a18:27:37.907766 run create_hlr_db(pid=12421): Terminated: ok {rc=0}\u000a18:27:38.341471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12423): Launched\u000a18:27:38.669475 run osmo-hlr_10.42.42.2(pid=12424): Launched\u000a18:27:38.787107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:27:39.352539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12426): Launched\u000a18:27:39.681359 run osmo-stp_10.42.42.5(pid=12427): Launched\u000a18:27:39.798361 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:27:40.395050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12429): Launched\u000a18:27:40.721816 run osmo-msc_10.42.42.6(pid=12430): Launched\u000a18:27:40.911836 run osmo-stp_10.42.42.5(pid=12427): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12427)]\u000a18:27:41.048791 run osmo-stp_10.42.42.5(pid=12427): stdout: \u000a| (launched: 2022-12-12_18:27:39.517683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:27:41.184891 run osmo-stp_10.42.42.5(pid=12427): stderr: \u000a| �[0;m�[38;5;43m20221212182739713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182739713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182739713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182739714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182739714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182739714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182739714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:27:41.315281 run osmo-stp_10.42.42.5(pid=12427): stdout: \u000a| (launched: 2022-12-12_18:27:39.517683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:27:41.444106 run osmo-stp_10.42.42.5(pid=12427): stderr: \u000a| �[0;m�[38;5;43m20221212182739713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182739713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182739713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182739714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182739714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182739714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182739714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:27:41.501795 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12427): Process ended prematurely: osmo-stp_10.42.42.5(pid=12427) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12427)] [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:27:41.511399 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:27:41.574548 run osmo-hlr_10.42.42.2(pid=12424): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12424)]\u000a18:27:41.626444 run osmo-hlr_10.42.42.2(pid=12424): stdout: \u000a| (launched: 2022-12-12_18:27:38.506893) \u000a18:27:41.678842 run osmo-hlr_10.42.42.2(pid=12424): stderr: \u000a| �[0;m�[1;31m20221212182738708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182738708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182738708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182738708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182738708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182738708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182738720 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182738728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182738729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182738729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:27:41.750221 run osmo-msc_10.42.42.6(pid=12430): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12430)]\u000a18:27:41.801733 run osmo-msc_10.42.42.6(pid=12430): stdout: \u000a| (launched: 2022-12-12_18:27:40.560764) \u000a18:27:41.853978 run osmo-msc_10.42.42.6(pid=12430): stderr: \u000a| �[0;m�[38;5;43m20221212182740886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182740886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6adfa6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182740887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182740887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182740887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182740887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182740889 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182740889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182740889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182740889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:27:41.901496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12423): Terminating (SIGTERM)\u000a18:27:41.945115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12426): Terminating (SIGTERM)\u000a18:27:41.987612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12429): Terminating (SIGTERM)\u000a18:27:41.997409 --- ParallelTerminationStrategy: PID 12423 died...\u000a18:27:42.053572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12423): Terminated: ok {rc=0}\u000a18:27:42.063696 --- ParallelTerminationStrategy: PID 12426 died...\u000a18:27:42.119689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12426): Terminated: ok {rc=0}\u000a18:27:42.129804 --- ParallelTerminationStrategy: PID 12429 died...\u000a18:27:42.186265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12429): Terminated: ok {rc=0}\u000a18:27:42.274205 bus /sierra_3: Setting Powered False\u000a18:27:43.382220 bus /sierra_3: Setting Powered False\u000a18:27:44.494211 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:27:24" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12441): Process ended prematurely: osmo-stp_10.42.42.5(pid=12441) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12441)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12441): Process ended prematurely: osmo-stp_10.42.42.5(pid=12441) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:27:46.565428 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:27:46.581196 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:27:46.783437 tst mo_mt_call.py: using LAC 30671\u000a18:27:46.912806 tst mo_mt_call.py: using RAC 71\u000a18:27:47.039075 tst mo_mt_call.py: using CellId 30671\u000a18:27:47.162325 tst mo_mt_call.py: using BVCI 30672\u000a18:27:47.186613 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:27:47.199025 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:27:47.211748 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:27:47.225094 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:27:47.237914 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:27:47.250962 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:27:47.373919 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:27:47.589428 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:27:48.111266 run create_hlr_db(pid=12435): Launched\u000a18:27:48.298821 bus /sierra_2: Setting Powered False\u000a18:27:49.321871 run create_hlr_db(pid=12435): Terminated: ok {rc=0}\u000a18:27:49.733891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12437): Launched\u000a18:27:50.042396 run osmo-hlr_10.42.42.2(pid=12438): Launched\u000a18:27:50.161296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:27:50.696734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12440): Launched\u000a18:27:51.003013 run osmo-stp_10.42.42.5(pid=12441): Launched\u000a18:27:51.113199 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:27:51.671139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12443): Launched\u000a18:27:51.979815 run osmo-msc_10.42.42.6(pid=12444): Launched\u000a18:27:52.157728 run osmo-stp_10.42.42.5(pid=12441): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12441)]\u000a18:27:52.286419 run osmo-stp_10.42.42.5(pid=12441): stdout: \u000a| (launched: 2022-12-12_18:27:50.850312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:27:52.412332 run osmo-stp_10.42.42.5(pid=12441): stderr: \u000a| �[0;m�[38;5;43m20221212182751022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182751022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182751023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182751023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182751023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182751023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182751024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:27:52.534743 run osmo-stp_10.42.42.5(pid=12441): stdout: \u000a| (launched: 2022-12-12_18:27:50.850312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:27:52.655532 run osmo-stp_10.42.42.5(pid=12441): stderr: \u000a| �[0;m�[38;5;43m20221212182751022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182751022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182751023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182751023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182751023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182751023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182751024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:27:52.709312 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12441): Process ended prematurely: osmo-stp_10.42.42.5(pid=12441) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12441)] [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:27:52.718362 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:27:52.779540 run osmo-hlr_10.42.42.2(pid=12438): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12438)]\u000a18:27:52.829565 run osmo-hlr_10.42.42.2(pid=12438): stdout: \u000a| (launched: 2022-12-12_18:27:49.888715) \u000a18:27:52.880092 run osmo-hlr_10.42.42.2(pid=12438): stderr: \u000a| �[0;m�[1;31m20221212182750066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182750066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182750066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182750066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182750066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182750066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182750079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182750089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182750090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182750090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:27:52.948478 run osmo-msc_10.42.42.6(pid=12444): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12444)]\u000a18:27:52.998564 run osmo-msc_10.42.42.6(pid=12444): stdout: \u000a| (launched: 2022-12-12_18:27:51.825517) \u000a18:27:53.049144 run osmo-msc_10.42.42.6(pid=12444): stderr: \u000a| �[0;m�[38;5;43m20221212182752099 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182752099 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14fb21dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182752099 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182752099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182752100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182752100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182752101 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182752102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182752102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182752102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:27:53.091596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12437): Terminating (SIGTERM)\u000a18:27:53.132405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12440): Terminating (SIGTERM)\u000a18:27:53.173565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12443): Terminating (SIGTERM)\u000a18:27:53.183387 --- ParallelTerminationStrategy: PID 12437 died...\u000a18:27:53.237355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12437): Terminated: ok {rc=0}\u000a18:27:53.247383 --- ParallelTerminationStrategy: PID 12440 died...\u000a18:27:53.301458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12440): Terminated: ok {rc=0}\u000a18:27:53.311169 --- ParallelTerminationStrategy: PID 12443 died...\u000a18:27:53.364729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12443): Terminated: ok {rc=0}\u000a18:27:53.449180 bus /sierra_3: Setting Powered False\u000a18:27:54.557667 bus /sierra_3: Setting Powered False\u000a18:27:55.666288 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12452): Process ended prematurely: osmo-stp_10.42.42.5(pid=12452) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12452)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12452): Process ended prematurely: osmo-stp_10.42.42.5(pid=12452) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:27:56.781635 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:27:56.794126 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:27:56.961372 tst mo_mt_call_osmux.py: using LAC 30672\u000a18:27:57.090169 tst mo_mt_call_osmux.py: using RAC 72\u000a18:27:57.218668 tst mo_mt_call_osmux.py: using CellId 30672\u000a18:27:57.351798 tst mo_mt_call_osmux.py: using BVCI 30673\u000a18:27:57.376545 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:27:57.388273 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:27:57.399720 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:27:57.411232 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:27:57.422757 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:27:57.434231 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:27:57.554312 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:27:57.756180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:27:58.238860 run create_hlr_db(pid=12446): Launched\u000a18:27:58.413480 bus /sierra_2: Setting Powered False\u000a18:27:59.436510 run create_hlr_db(pid=12446): Terminated: ok {rc=0}\u000a18:27:59.870578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12448): Launched\u000a18:28:00.198557 run osmo-hlr_10.42.42.2(pid=12449): Launched\u000a18:28:00.319984 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:28:00.925952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12451): Launched\u000a18:28:01.342414 run osmo-stp_10.42.42.5(pid=12452): Launched\u000a18:28:01.534215 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:28:02.194040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12454): Launched\u000a18:28:02.505876 run osmo-msc_10.42.42.6(pid=12455): Launched\u000a18:28:02.686435 run osmo-stp_10.42.42.5(pid=12452): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12452)]\u000a18:28:02.816060 run osmo-stp_10.42.42.5(pid=12452): stdout: \u000a| (launched: 2022-12-12_18:28:01.084032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:02.943052 run osmo-stp_10.42.42.5(pid=12452): stderr: \u000a| �[0;m�[38;5;43m20221212182801423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182801423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182801423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182801424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182801424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182801424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182801425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:03.065248 run osmo-stp_10.42.42.5(pid=12452): stdout: \u000a| (launched: 2022-12-12_18:28:01.084032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:03.187183 run osmo-stp_10.42.42.5(pid=12452): stderr: \u000a| �[0;m�[38;5;43m20221212182801423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182801423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182801423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182801424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182801424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182801424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182801425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:03.240595 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12452): Process ended prematurely: osmo-stp_10.42.42.5(pid=12452) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12452)] [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:28:03.249534 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a18:28:03.311388 run osmo-hlr_10.42.42.2(pid=12449): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12449)]\u000a18:28:03.361723 run osmo-hlr_10.42.42.2(pid=12449): stdout: \u000a| (launched: 2022-12-12_18:28:00.036784) \u000a18:28:03.411696 run osmo-hlr_10.42.42.2(pid=12449): stderr: \u000a| �[0;m�[1;31m20221212182800238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182800238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182800238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182800238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182800238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182800238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182800251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182800261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182800261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182800262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:28:03.481131 run osmo-msc_10.42.42.6(pid=12455): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12455)]\u000a18:28:03.531188 run osmo-msc_10.42.42.6(pid=12455): stdout: \u000a| (launched: 2022-12-12_18:28:02.350219) \u000a18:28:03.581995 run osmo-msc_10.42.42.6(pid=12455): stderr: \u000a| �[0;m�[38;5;43m20221212182802621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182802621 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4cd7b01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182802621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182802621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182802621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182802621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182802623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182802624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182802624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182802624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:28:03.624175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12448): Terminating (SIGTERM)\u000a18:28:03.664764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12451): Terminating (SIGTERM)\u000a18:28:03.705709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12454): Terminating (SIGTERM)\u000a18:28:03.715769 --- ParallelTerminationStrategy: PID 12448 died...\u000a18:28:03.770816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12448): Terminated: ok {rc=0}\u000a18:28:03.780455 --- ParallelTerminationStrategy: PID 12451 died...\u000a18:28:03.834380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12451): Terminated: ok {rc=0}\u000a18:28:03.844739 --- ParallelTerminationStrategy: PID 12454 died...\u000a18:28:03.899568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12454): Terminated: ok {rc=0}\u000a18:28:03.989346 bus /sierra_3: Setting Powered False\u000a18:28:05.094783 bus /sierra_3: Setting Powered False\u000a18:28:06.207986 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:27:46" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12466): Process ended prematurely: osmo-stp_10.42.42.5(pid=12466) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12466)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12466): Process ended prematurely: osmo-stp_10.42.42.5(pid=12466) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:28:08.218427 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:28:08.230287 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:28:08.398865 tst mo_mt_call.py: using LAC 30673\u000a18:28:08.523622 tst mo_mt_call.py: using RAC 73\u000a18:28:08.649228 tst mo_mt_call.py: using CellId 30673\u000a18:28:08.774106 tst mo_mt_call.py: using BVCI 30674\u000a18:28:08.799017 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:28:08.810791 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:28:08.822329 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:28:08.833887 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:28:08.845578 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:28:08.857133 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:28:08.973516 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:28:09.175119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:28:09.655511 run create_hlr_db(pid=12460): Launched\u000a18:28:09.831018 bus /sierra_2: Setting Powered False\u000a18:28:10.852861 run create_hlr_db(pid=12460): Terminated: ok {rc=0}\u000a18:28:11.286887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12462): Launched\u000a18:28:11.616010 run osmo-hlr_10.42.42.2(pid=12463): Launched\u000a18:28:11.738244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:28:12.305781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12465): Launched\u000a18:28:12.634388 run osmo-stp_10.42.42.5(pid=12466): Launched\u000a18:28:12.751638 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:28:13.348312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12468): Launched\u000a18:28:13.674935 run osmo-msc_10.42.42.6(pid=12469): Launched\u000a18:28:13.863547 run osmo-stp_10.42.42.5(pid=12466): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12466)]\u000a18:28:14.001440 run osmo-stp_10.42.42.5(pid=12466): stdout: \u000a| (launched: 2022-12-12_18:28:12.471374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:14.137378 run osmo-stp_10.42.42.5(pid=12466): stderr: \u000a| �[0;m�[38;5;43m20221212182812664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182812664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182812664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182812664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182812665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182812665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182812665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:14.267759 run osmo-stp_10.42.42.5(pid=12466): stdout: \u000a| (launched: 2022-12-12_18:28:12.471374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:14.397317 run osmo-stp_10.42.42.5(pid=12466): stderr: \u000a| �[0;m�[38;5;43m20221212182812664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182812664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182812664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182812664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182812665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182812665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182812665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:14.454927 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12466): Process ended prematurely: osmo-stp_10.42.42.5(pid=12466) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12466)] [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a18:28:14.464398 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:28:14.528041 run osmo-hlr_10.42.42.2(pid=12463): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12463)]\u000a18:28:14.580289 run osmo-hlr_10.42.42.2(pid=12463): stdout: \u000a| (launched: 2022-12-12_18:28:11.452565) \u000a18:28:14.633164 run osmo-hlr_10.42.42.2(pid=12463): stderr: \u000a| �[0;m�[1;31m20221212182811652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182811652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182811652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182811652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182811652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182811653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182811666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182811674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182811674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182811674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:28:14.704683 run osmo-msc_10.42.42.6(pid=12469): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12469)]\u000a18:28:14.756479 run osmo-msc_10.42.42.6(pid=12469): stdout: \u000a| (launched: 2022-12-12_18:28:13.513482) \u000a18:28:14.808731 run osmo-msc_10.42.42.6(pid=12469): stderr: \u000a| �[0;m�[38;5;43m20221212182813838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182813838 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7740cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182813838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182813838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182813838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182813839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182813840 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182813841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182813841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182813841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:28:14.853151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12462): Terminating (SIGTERM)\u000a18:28:14.895052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12465): Terminating (SIGTERM)\u000a18:28:14.937229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12468): Terminating (SIGTERM)\u000a18:28:14.947203 --- ParallelTerminationStrategy: PID 12462 died...\u000a18:28:15.003279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12462): Terminated: ok {rc=0}\u000a18:28:15.013744 --- ParallelTerminationStrategy: PID 12465 died...\u000a18:28:15.069859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12465): Terminated: ok {rc=0}\u000a18:28:15.080244 --- ParallelTerminationStrategy: PID 12468 died...\u000a18:28:15.136501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12468): Terminated: ok {rc=0}\u000a18:28:15.224659 bus /sierra_3: Setting Powered False\u000a18:28:16.334309 bus /sierra_3: Setting Powered False\u000a18:28:17.445198 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12477): Process ended prematurely: osmo-stp_10.42.42.5(pid=12477) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12477)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12477): Process ended prematurely: osmo-stp_10.42.42.5(pid=12477) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:28:18.562063 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:28:18.574772 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:28:18.741810 tst mo_mt_call_osmux.py: using LAC 30674\u000a18:28:18.869235 tst mo_mt_call_osmux.py: using RAC 74\u000a18:28:18.999529 tst mo_mt_call_osmux.py: using CellId 30674\u000a18:28:19.128362 tst mo_mt_call_osmux.py: using BVCI 30675\u000a18:28:19.153121 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:28:19.164705 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:28:19.176166 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:28:19.187761 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:28:19.199516 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:28:19.211120 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:28:19.329816 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:28:19.532458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:28:20.014567 run create_hlr_db(pid=12471): Launched\u000a18:28:20.189884 bus /sierra_2: Setting Powered False\u000a18:28:21.211458 run create_hlr_db(pid=12471): Terminated: ok {rc=0}\u000a18:28:21.619808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12473): Launched\u000a18:28:21.928378 run osmo-hlr_10.42.42.2(pid=12474): Launched\u000a18:28:22.047715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:28:22.583582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12476): Launched\u000a18:28:22.890781 run osmo-stp_10.42.42.5(pid=12477): Launched\u000a18:28:23.000800 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:28:23.556333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12479): Launched\u000a18:28:23.864829 run osmo-msc_10.42.42.6(pid=12480): Launched\u000a18:28:24.043400 run osmo-stp_10.42.42.5(pid=12477): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12477)]\u000a18:28:24.171751 run osmo-stp_10.42.42.5(pid=12477): stdout: \u000a| (launched: 2022-12-12_18:28:22.737692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:24.298471 run osmo-stp_10.42.42.5(pid=12477): stderr: \u000a| �[0;m�[38;5;43m20221212182822909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182822910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182822910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182822910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182822911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182822911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182822911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:24.420890 run osmo-stp_10.42.42.5(pid=12477): stdout: \u000a| (launched: 2022-12-12_18:28:22.737692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:24.542412 run osmo-stp_10.42.42.5(pid=12477): stderr: \u000a| �[0;m�[38;5;43m20221212182822909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182822910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182822910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182822910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182822911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182822911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182822911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:24.595933 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12477): Process ended prematurely: osmo-stp_10.42.42.5(pid=12477) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12477)] [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a18:28:24.604996 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:28:24.666778 run osmo-hlr_10.42.42.2(pid=12474): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12474)]\u000a18:28:24.716451 run osmo-hlr_10.42.42.2(pid=12474): stdout: \u000a| (launched: 2022-12-12_18:28:21.774445) \u000a18:28:24.766721 run osmo-hlr_10.42.42.2(pid=12474): stderr: \u000a| �[0;m�[1;31m20221212182821951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182821951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182821952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182821952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182821952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182821952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182821964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182821972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182821972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182821972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:28:24.834267 run osmo-msc_10.42.42.6(pid=12480): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12480)]\u000a18:28:24.883274 run osmo-msc_10.42.42.6(pid=12480): stdout: \u000a| (launched: 2022-12-12_18:28:23.710446) \u000a18:28:24.933050 run osmo-msc_10.42.42.6(pid=12480): stderr: \u000a| �[0;m�[38;5;43m20221212182823984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182823984 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e7e3f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182823985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182823985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182823985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182823985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182823987 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182823987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182823987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182823987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:28:24.974975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12473): Terminating (SIGTERM)\u000a18:28:25.014918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12476): Terminating (SIGTERM)\u000a18:28:25.055086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12479): Terminating (SIGTERM)\u000a18:28:25.064706 --- ParallelTerminationStrategy: PID 12473 died...\u000a18:28:25.118791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12473): Terminated: ok {rc=0}\u000a18:28:25.128554 --- ParallelTerminationStrategy: PID 12476 died...\u000a18:28:25.181679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12476): Terminated: ok {rc=0}\u000a18:28:25.191548 --- ParallelTerminationStrategy: PID 12479 died...\u000a18:28:25.244666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12479): Terminated: ok {rc=0}\u000a18:28:25.333469 bus /sierra_3: Setting Powered False\u000a18:28:26.438698 bus /sierra_3: Setting Powered False\u000a18:28:27.550184 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:28:07" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12491): Process ended prematurely: osmo-stp_10.42.42.5(pid=12491) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12491)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12491): Process ended prematurely: osmo-stp_10.42.42.5(pid=12491) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:28:29.548873 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:28:29.560559 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:28:29.724932 tst mo_mt_call.py: using LAC 30675\u000a18:28:29.842392 tst mo_mt_call.py: using RAC 75\u000a18:28:29.963327 tst mo_mt_call.py: using CellId 30675\u000a18:28:30.080444 tst mo_mt_call.py: using BVCI 30676\u000a18:28:30.103823 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:28:30.114920 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:28:30.125850 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:28:30.137253 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:28:30.148669 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:28:30.159840 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:28:30.280588 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:28:30.483199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:28:31.028222 run create_hlr_db(pid=12485): Launched\u000a18:28:31.224614 bus /sierra_2: Setting Powered False\u000a18:28:32.246864 run create_hlr_db(pid=12485): Terminated: ok {rc=0}\u000a18:28:32.657379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12487): Launched\u000a18:28:32.964416 run osmo-hlr_10.42.42.2(pid=12488): Launched\u000a18:28:33.075037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:28:33.605884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12490): Launched\u000a18:28:33.911843 run osmo-stp_10.42.42.5(pid=12491): Launched\u000a18:28:34.022448 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:28:34.579700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12493): Launched\u000a18:28:34.888843 run osmo-msc_10.42.42.6(pid=12494): Launched\u000a18:28:35.067298 run osmo-stp_10.42.42.5(pid=12491): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12491)]\u000a18:28:35.196409 run osmo-stp_10.42.42.5(pid=12491): stdout: \u000a| (launched: 2022-12-12_18:28:33.760054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:35.323367 run osmo-stp_10.42.42.5(pid=12491): stderr: \u000a| �[0;m�[38;5;43m20221212182833930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182833930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182833930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182833931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182833931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182833931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182833931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:35.445483 run osmo-stp_10.42.42.5(pid=12491): stdout: \u000a| (launched: 2022-12-12_18:28:33.760054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:35.566329 run osmo-stp_10.42.42.5(pid=12491): stderr: \u000a| �[0;m�[38;5;43m20221212182833930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182833930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182833930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182833931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182833931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182833931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182833931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:35.619860 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12491): Process ended prematurely: osmo-stp_10.42.42.5(pid=12491) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12491)] [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:28:35.628739 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:28:35.689445 run osmo-hlr_10.42.42.2(pid=12488): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12488)]\u000a18:28:35.739025 run osmo-hlr_10.42.42.2(pid=12488): stdout: \u000a| (launched: 2022-12-12_18:28:32.812512) \u000a18:28:35.789238 run osmo-hlr_10.42.42.2(pid=12488): stderr: \u000a| �[0;m�[1;31m20221212182832991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182832991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182832991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182832991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182832991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182832991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182833002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182833011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182833011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182833011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:28:35.857256 run osmo-msc_10.42.42.6(pid=12494): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12494)]\u000a18:28:35.906876 run osmo-msc_10.42.42.6(pid=12494): stdout: \u000a| (launched: 2022-12-12_18:28:34.734109) \u000a18:28:35.957017 run osmo-msc_10.42.42.6(pid=12494): stderr: \u000a| �[0;m�[38;5;43m20221212182835007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182835007 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a146cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182835007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182835007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182835007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182835007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182835009 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182835010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182835010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182835010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:28:35.999159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12487): Terminating (SIGTERM)\u000a18:28:36.039475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12490): Terminating (SIGTERM)\u000a18:28:36.079777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12493): Terminating (SIGTERM)\u000a18:28:36.089440 --- ParallelTerminationStrategy: PID 12487 died...\u000a18:28:36.143921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12487): Terminated: ok {rc=0}\u000a18:28:36.153838 --- ParallelTerminationStrategy: PID 12490 died...\u000a18:28:36.206920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12490): Terminated: ok {rc=0}\u000a18:28:36.216743 --- ParallelTerminationStrategy: PID 12493 died...\u000a18:28:36.269810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12493): Terminated: ok {rc=0}\u000a18:28:36.358058 bus /sierra_3: Setting Powered False\u000a18:28:37.462459 bus /sierra_3: Setting Powered False\u000a18:28:38.574161 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12502): Process ended prematurely: osmo-stp_10.42.42.5(pid=12502) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12502)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12502): Process ended prematurely: osmo-stp_10.42.42.5(pid=12502) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:28:39.684823 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:28:39.697065 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:28:39.865271 tst mo_mt_call_osmux.py: using LAC 30676\u000a18:28:39.989271 tst mo_mt_call_osmux.py: using RAC 76\u000a18:28:40.108858 tst mo_mt_call_osmux.py: using CellId 30676\u000a18:28:40.229994 tst mo_mt_call_osmux.py: using BVCI 30677\u000a18:28:40.252891 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:28:40.264012 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:28:40.274990 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:28:40.286203 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:28:40.297501 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:28:40.308518 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:28:40.424877 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:28:40.637625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:28:41.158337 run create_hlr_db(pid=12496): Launched\u000a18:28:41.345697 bus /sierra_2: Setting Powered False\u000a18:28:42.367502 run create_hlr_db(pid=12496): Terminated: ok {rc=0}\u000a18:28:42.779034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12498): Launched\u000a18:28:43.084427 run osmo-hlr_10.42.42.2(pid=12499): Launched\u000a18:28:43.203188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:28:43.737066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12501): Launched\u000a18:28:44.043392 run osmo-stp_10.42.42.5(pid=12502): Launched\u000a18:28:44.153472 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:28:44.710152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12504): Launched\u000a18:28:45.016048 run osmo-msc_10.42.42.6(pid=12505): Launched\u000a18:28:45.194565 run osmo-stp_10.42.42.5(pid=12502): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12502)]\u000a18:28:45.323030 run osmo-stp_10.42.42.5(pid=12502): stdout: \u000a| (launched: 2022-12-12_18:28:43.890904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:45.448835 run osmo-stp_10.42.42.5(pid=12502): stderr: \u000a| �[0;m�[38;5;43m20221212182844060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182844060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182844061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182844061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182844062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182844062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182844062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:45.570799 run osmo-stp_10.42.42.5(pid=12502): stdout: \u000a| (launched: 2022-12-12_18:28:43.890904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:45.691309 run osmo-stp_10.42.42.5(pid=12502): stderr: \u000a| �[0;m�[38;5;43m20221212182844060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182844060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182844061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182844061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182844062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182844062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182844062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:45.744735 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12502): Process ended prematurely: osmo-stp_10.42.42.5(pid=12502) [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12502)] [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:28:45.753622 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:28:45.814144 run osmo-hlr_10.42.42.2(pid=12499): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12499)]\u000a18:28:45.869842 run osmo-hlr_10.42.42.2(pid=12499): stdout: \u000a| (launched: 2022-12-12_18:28:42.933311) \u000a18:28:45.947049 run osmo-hlr_10.42.42.2(pid=12499): stderr: \u000a| �[0;m�[1;31m20221212182843110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182843110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182843110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182843110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182843110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182843110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182843122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182843133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182843133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182843133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:28:46.020512 run osmo-msc_10.42.42.6(pid=12505): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12505)]\u000a18:28:46.074579 run osmo-msc_10.42.42.6(pid=12505): stdout: \u000a| (launched: 2022-12-12_18:28:44.864209) \u000a18:28:46.130334 run osmo-msc_10.42.42.6(pid=12505): stderr: \u000a| �[0;m�[38;5;43m20221212182845136 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182845136 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb8485e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182845136 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182845136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182845136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182845137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182845138 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182845139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182845139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182845139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:28:46.176609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12498): Terminating (SIGTERM)\u000a18:28:46.222868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12501): Terminating (SIGTERM)\u000a18:28:46.268435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12504): Terminating (SIGTERM)\u000a18:28:46.280693 --- ParallelTerminationStrategy: PID 12498 died...\u000a18:28:46.341579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12498): Terminated: ok {rc=0}\u000a18:28:46.352903 --- ParallelTerminationStrategy: PID 12501 died...\u000a18:28:46.410329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12501): Terminated: ok {rc=0}\u000a18:28:46.420877 --- ParallelTerminationStrategy: PID 12504 died...\u000a18:28:46.479057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12504): Terminated: ok {rc=0}\u000a18:28:46.571888 bus /sierra_3: Setting Powered False\u000a18:28:47.675167 bus /sierra_3: Setting Powered False\u000a18:28:48.787723 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:28:29" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12516): Process ended prematurely: osmo-stp_10.42.42.5(pid=12516) [trial-2380↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12516)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12516): Process ended prematurely: osmo-stp_10.42.42.5(pid=12516) [trial-2380↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:28:50.797189 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:28:50.808888 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:28:50.974218 tst mo_mt_call.py: using LAC 30677\u000a18:28:51.101288 tst mo_mt_call.py: using RAC 77\u000a18:28:51.229876 tst mo_mt_call.py: using CellId 30677\u000a18:28:51.356889 tst mo_mt_call.py: using BVCI 30678\u000a18:28:51.381817 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:28:51.393637 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:28:51.405244 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:28:51.416805 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:28:51.428500 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:28:51.440238 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:28:51.560488 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:28:51.762944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:28:52.246440 run create_hlr_db(pid=12510): Launched\u000a18:28:52.421975 bus /sierra_2: Setting Powered False\u000a18:28:53.443965 run create_hlr_db(pid=12510): Terminated: ok {rc=0}\u000a18:28:53.878366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12512): Launched\u000a18:28:54.206232 run osmo-hlr_10.42.42.2(pid=12513): Launched\u000a18:28:54.324892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:28:54.889644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12515): Launched\u000a18:28:55.215794 run osmo-stp_10.42.42.5(pid=12516): Launched\u000a18:28:55.332811 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:28:55.927341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12518): Launched\u000a18:28:56.255295 run osmo-msc_10.42.42.6(pid=12519): Launched\u000a18:28:56.446022 run osmo-stp_10.42.42.5(pid=12516): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12516)]\u000a18:28:56.582356 run osmo-stp_10.42.42.5(pid=12516): stdout: \u000a| (launched: 2022-12-12_18:28:55.054667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:56.717800 run osmo-stp_10.42.42.5(pid=12516): stderr: \u000a| �[0;m�[38;5;43m20221212182855249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182855249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182855250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182855250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182855251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182855251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182855251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:56.847752 run osmo-stp_10.42.42.5(pid=12516): stdout: \u000a| (launched: 2022-12-12_18:28:55.054667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:28:56.976843 run osmo-stp_10.42.42.5(pid=12516): stderr: \u000a| �[0;m�[38;5;43m20221212182855249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182855249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182855250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182855250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182855251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182855251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182855251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:28:57.034050 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12516): Process ended prematurely: osmo-stp_10.42.42.5(pid=12516) [trial-2380↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12516)] [trial-2380↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:28:57.043496 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:28:57.106360 run osmo-hlr_10.42.42.2(pid=12513): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12513)]\u000a18:28:57.157675 run osmo-hlr_10.42.42.2(pid=12513): stdout: \u000a| (launched: 2022-12-12_18:28:54.044901) \u000a18:28:57.209574 run osmo-hlr_10.42.42.2(pid=12513): stderr: \u000a| �[0;m�[1;31m20221212182854244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182854244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182854244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182854244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182854244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182854245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182854256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182854264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182854265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182854265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:28:57.280444 run osmo-msc_10.42.42.6(pid=12519): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12519)]\u000a18:28:57.332265 run osmo-msc_10.42.42.6(pid=12519): stdout: \u000a| (launched: 2022-12-12_18:28:56.092664) \u000a18:28:57.384117 run osmo-msc_10.42.42.6(pid=12519): stderr: \u000a| �[0;m�[38;5;43m20221212182856416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182856417 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe9a778bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182856417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182856417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182856417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182856417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182856419 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182856419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182856419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182856419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:28:57.428202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12512): Terminating (SIGTERM)\u000a18:28:57.469994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12515): Terminating (SIGTERM)\u000a18:28:57.511637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12518): Terminating (SIGTERM)\u000a18:28:57.521421 --- ParallelTerminationStrategy: PID 12512 died...\u000a18:28:57.577833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12512): Terminated: ok {rc=0}\u000a18:28:57.587909 --- ParallelTerminationStrategy: PID 12515 died...\u000a18:28:57.643263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12515): Terminated: ok {rc=0}\u000a18:28:57.653420 --- ParallelTerminationStrategy: PID 12518 died...\u000a18:28:57.708733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12518): Terminated: ok {rc=0}\u000a18:28:57.795797 bus /sierra_3: Setting Powered False\u000a18:28:58.903790 bus /sierra_3: Setting Powered False\u000a18:29:00.016426 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12527): Process ended prematurely: osmo-stp_10.42.42.5(pid=12527) [trial-2380↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12527)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12527): Process ended prematurely: osmo-stp_10.42.42.5(pid=12527) [trial-2380↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:29:01.134413 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:29:01.148081 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:29:01.335903 tst mo_mt_call_osmux.py: using LAC 30678\u000a18:29:01.485952 tst mo_mt_call_osmux.py: using RAC 78\u000a18:29:01.616781 tst mo_mt_call_osmux.py: using CellId 30678\u000a18:29:01.745670 tst mo_mt_call_osmux.py: using BVCI 30679\u000a18:29:01.771228 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:29:01.783630 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:29:01.796179 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:29:01.808400 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:29:01.820779 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:29:01.833194 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:29:01.956406 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:29:02.193965 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:02.681767 run create_hlr_db(pid=12521): Launched\u000a18:29:02.856378 bus /sierra_2: Setting Powered False\u000a18:29:03.879771 run create_hlr_db(pid=12521): Terminated: ok {rc=0}\u000a18:29:04.288417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12523): Launched\u000a18:29:04.596223 run osmo-hlr_10.42.42.2(pid=12524): Launched\u000a18:29:04.714699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:05.253313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12526): Launched\u000a18:29:05.558654 run osmo-stp_10.42.42.5(pid=12527): Launched\u000a18:29:05.669328 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:29:06.232277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12529): Launched\u000a18:29:06.542073 run osmo-msc_10.42.42.6(pid=12530): Launched\u000a18:29:06.722019 run osmo-stp_10.42.42.5(pid=12527): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12527)]\u000a18:29:06.851459 run osmo-stp_10.42.42.5(pid=12527): stdout: \u000a| (launched: 2022-12-12_18:29:05.407066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:06.978190 run osmo-stp_10.42.42.5(pid=12527): stderr: \u000a| �[0;m�[38;5;43m20221212182905579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182905579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182905580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182905580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182905580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182905581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182905581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:07.100453 run osmo-stp_10.42.42.5(pid=12527): stdout: \u000a| (launched: 2022-12-12_18:29:05.407066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:07.221757 run osmo-stp_10.42.42.5(pid=12527): stderr: \u000a| �[0;m�[38;5;43m20221212182905579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182905579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182905580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182905580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182905580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182905581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182905581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:07.275332 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12527): Process ended prematurely: osmo-stp_10.42.42.5(pid=12527) [trial-2380↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12527)] [trial-2380↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:29:07.284135 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:29:07.344653 run osmo-hlr_10.42.42.2(pid=12524): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12524)]\u000a18:29:07.394198 run osmo-hlr_10.42.42.2(pid=12524): stdout: \u000a| (launched: 2022-12-12_18:29:04.443812) \u000a18:29:07.444102 run osmo-hlr_10.42.42.2(pid=12524): stderr: \u000a| �[0;m�[1;31m20221212182904623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182904623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182904623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182904623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182904623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182904623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182904636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182904644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182904645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182904645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:29:07.511568 run osmo-msc_10.42.42.6(pid=12530): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12530)]\u000a18:29:07.561427 run osmo-msc_10.42.42.6(pid=12530): stdout: \u000a| (launched: 2022-12-12_18:29:06.388497) \u000a18:29:07.611375 run osmo-msc_10.42.42.6(pid=12530): stderr: \u000a| �[0;m�[38;5;43m20221212182906663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182906663 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f65a44c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182906663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182906663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182906663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182906664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182906665 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182906666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182906666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182906666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:29:07.653381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12523): Terminating (SIGTERM)\u000a18:29:07.693646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12526): Terminating (SIGTERM)\u000a18:29:07.733893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12529): Terminating (SIGTERM)\u000a18:29:07.743468 --- ParallelTerminationStrategy: PID 12523 died...\u000a18:29:07.796825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12523): Terminated: ok {rc=0}\u000a18:29:07.806786 --- ParallelTerminationStrategy: PID 12526 died...\u000a18:29:07.860244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12526): Terminated: ok {rc=0}\u000a18:29:07.870098 --- ParallelTerminationStrategy: PID 12529 died...\u000a18:29:07.923507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12529): Terminated: ok {rc=0}\u000a18:29:08.007241 bus /sierra_3: Setting Powered False\u000a18:29:09.110016 bus /sierra_3: Setting Powered False\u000a18:29:10.221868 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:28:50" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12541): Process ended prematurely: osmo-stp_10.42.42.5(pid=12541) [trial-2380↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12541)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12541): Process ended prematurely: osmo-stp_10.42.42.5(pid=12541) [trial-2380↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a18:29:12.228133 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:29:12.239770 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:29:12.406479 tst mo_mt_call.py: using LAC 30679\u000a18:29:12.532728 tst mo_mt_call.py: using RAC 79\u000a18:29:12.658471 tst mo_mt_call.py: using CellId 30679\u000a18:29:12.784493 tst mo_mt_call.py: using BVCI 30680\u000a18:29:12.809182 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:29:12.820503 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:29:12.831660 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:29:12.842889 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:29:12.854078 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:29:12.865334 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:29:12.982346 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:29:13.186165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:13.668388 run create_hlr_db(pid=12535): Launched\u000a18:29:13.843349 bus /sierra_2: Setting Powered False\u000a18:29:14.864941 run create_hlr_db(pid=12535): Terminated: ok {rc=0}\u000a18:29:15.300276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12537): Launched\u000a18:29:15.629070 run osmo-hlr_10.42.42.2(pid=12538): Launched\u000a18:29:15.748692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:16.366185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12540): Launched\u000a18:29:16.801529 run osmo-stp_10.42.42.5(pid=12541): Launched\u000a18:29:17.012535 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:29:17.615898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12543): Launched\u000a18:29:17.941609 run osmo-msc_10.42.42.6(pid=12544): Launched\u000a18:29:18.131551 run osmo-stp_10.42.42.5(pid=12541): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12541)]\u000a18:29:18.268347 run osmo-stp_10.42.42.5(pid=12541): stdout: \u000a| (launched: 2022-12-12_18:29:16.536205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:18.404554 run osmo-stp_10.42.42.5(pid=12541): stderr: \u000a| �[0;m�[38;5;43m20221212182916834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182916834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182916834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182916834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182916835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182916835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182916835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:18.535395 run osmo-stp_10.42.42.5(pid=12541): stdout: \u000a| (launched: 2022-12-12_18:29:16.536205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:18.664447 run osmo-stp_10.42.42.5(pid=12541): stderr: \u000a| �[0;m�[38;5;43m20221212182916834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182916834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182916834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182916834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182916835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182916835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182916835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:18.721911 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12541): Process ended prematurely: osmo-stp_10.42.42.5(pid=12541) [trial-2380↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12541)] [trial-2380↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a18:29:18.731346 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a18:29:18.794336 run osmo-hlr_10.42.42.2(pid=12538): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12538)]\u000a18:29:18.845592 run osmo-hlr_10.42.42.2(pid=12538): stdout: \u000a| (launched: 2022-12-12_18:29:15.465761) \u000a18:29:18.897454 run osmo-hlr_10.42.42.2(pid=12538): stderr: \u000a| �[0;m�[1;31m20221212182915663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182915663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182915663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182915663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182915663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182915663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182915675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182915684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182915684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182915684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:29:18.968313 run osmo-msc_10.42.42.6(pid=12544): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12544)]\u000a18:29:19.019755 run osmo-msc_10.42.42.6(pid=12544): stdout: \u000a| (launched: 2022-12-12_18:29:17.781369) \u000a18:29:19.071694 run osmo-msc_10.42.42.6(pid=12544): stderr: \u000a| �[0;m�[38;5;43m20221212182918106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182918106 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe36e94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182918106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182918106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182918106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182918106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182918108 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182918109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182918109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182918109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:29:19.115703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12537): Terminating (SIGTERM)\u000a18:29:19.157725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12540): Terminating (SIGTERM)\u000a18:29:19.199387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12543): Terminating (SIGTERM)\u000a18:29:19.209212 --- ParallelTerminationStrategy: PID 12537 died...\u000a18:29:19.265644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12537): Terminated: ok {rc=0}\u000a18:29:19.275832 --- ParallelTerminationStrategy: PID 12540 died...\u000a18:29:19.331275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12540): Terminated: ok {rc=0}\u000a18:29:19.341428 --- ParallelTerminationStrategy: PID 12543 died...\u000a18:29:19.397570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12543): Terminated: ok {rc=0}\u000a18:29:19.484859 bus /sierra_3: Setting Powered False\u000a18:29:20.593955 bus /sierra_3: Setting Powered False\u000a18:29:21.703347 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12552): Process ended prematurely: osmo-stp_10.42.42.5(pid=12552) [trial-2380↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12552)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12552): Process ended prematurely: osmo-stp_10.42.42.5(pid=12552) [trial-2380↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:29:22.817430 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:29:22.829736 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:29:22.997733 tst mo_mt_call_osmux.py: using LAC 30680\u000a18:29:23.127095 tst mo_mt_call_osmux.py: using RAC 80\u000a18:29:23.255442 tst mo_mt_call_osmux.py: using CellId 30680\u000a18:29:23.382336 tst mo_mt_call_osmux.py: using BVCI 30681\u000a18:29:23.407147 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:29:23.418552 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:29:23.429783 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:29:23.441214 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:29:23.452350 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:29:23.463630 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:29:23.581036 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:29:23.794642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:24.317784 run create_hlr_db(pid=12546): Launched\u000a18:29:24.506662 bus /sierra_2: Setting Powered False\u000a18:29:25.528847 run create_hlr_db(pid=12546): Terminated: ok {rc=0}\u000a18:29:25.964780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12548): Launched\u000a18:29:26.293337 run osmo-hlr_10.42.42.2(pid=12549): Launched\u000a18:29:26.413895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:26.982458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12551): Launched\u000a18:29:27.309262 run osmo-stp_10.42.42.5(pid=12552): Launched\u000a18:29:27.430684 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:29:28.030399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12554): Launched\u000a18:29:28.358291 run osmo-msc_10.42.42.6(pid=12555): Launched\u000a18:29:28.549243 run osmo-stp_10.42.42.5(pid=12552): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12552)]\u000a18:29:28.685975 run osmo-stp_10.42.42.5(pid=12552): stdout: \u000a| (launched: 2022-12-12_18:29:27.147528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:28.822078 run osmo-stp_10.42.42.5(pid=12552): stderr: \u000a| �[0;m�[38;5;43m20221212182927341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182927341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182927341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182927342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182927342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182927342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182927342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:28.952178 run osmo-stp_10.42.42.5(pid=12552): stdout: \u000a| (launched: 2022-12-12_18:29:27.147528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:29.083024 run osmo-stp_10.42.42.5(pid=12552): stderr: \u000a| �[0;m�[38;5;43m20221212182927341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182927341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182927341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182927342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182927342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182927342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182927342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:29.140330 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12552): Process ended prematurely: osmo-stp_10.42.42.5(pid=12552) [trial-2380↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12552)] [trial-2380↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a18:29:29.149731 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a18:29:29.213402 run osmo-hlr_10.42.42.2(pid=12549): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12549)]\u000a18:29:29.265444 run osmo-hlr_10.42.42.2(pid=12549): stdout: \u000a| (launched: 2022-12-12_18:29:26.130998) \u000a18:29:29.317955 run osmo-hlr_10.42.42.2(pid=12549): stderr: \u000a| �[0;m�[1;31m20221212182926331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182926331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182926331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182926331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182926331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182926331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182926344 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182926352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182926352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182926353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:29:29.389420 run osmo-msc_10.42.42.6(pid=12555): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12555)]\u000a18:29:29.441450 run osmo-msc_10.42.42.6(pid=12555): stdout: \u000a| (launched: 2022-12-12_18:29:28.195603) \u000a18:29:29.493678 run osmo-msc_10.42.42.6(pid=12555): stderr: \u000a| �[0;m�[38;5;43m20221212182928519 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182928520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1319416c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182928520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182928520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182928520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182928520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182928522 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182928523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182928523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182928523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:29:29.538469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12548): Terminating (SIGTERM)\u000a18:29:29.581010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12551): Terminating (SIGTERM)\u000a18:29:29.623470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12554): Terminating (SIGTERM)\u000a18:29:29.633384 --- ParallelTerminationStrategy: PID 12548 died...\u000a18:29:29.689987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12548): Terminated: ok {rc=0}\u000a18:29:29.700079 --- ParallelTerminationStrategy: PID 12551 died...\u000a18:29:29.756303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12551): Terminated: ok {rc=0}\u000a18:29:29.766391 --- ParallelTerminationStrategy: PID 12554 died...\u000a18:29:29.822309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12554): Terminated: ok {rc=0}\u000a18:29:29.909734 bus /sierra_3: Setting Powered False\u000a18:29:31.030200 bus /sierra_3: Setting Powered False\u000a18:29:32.141445 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:29:11" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12570): Process ended prematurely: osmo-stp_10.42.42.5(pid=12570) [trial-2380↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12570)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12570): Process ended prematurely: osmo-stp_10.42.42.5(pid=12570) [trial-2380↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12570)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:29:34.147977 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:34.158741 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a18:29:34.292816 tst emergency_mo_mt_call.py: using LAC 30681\u000a18:29:34.412657 tst emergency_mo_mt_call.py: using RAC 81\u000a18:29:34.529924 tst emergency_mo_mt_call.py: using CellId 30681\u000a18:29:34.655093 tst emergency_mo_mt_call.py: using BVCI 30682\u000a18:29:34.679642 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:34.690901 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:34.702379 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:34.713777 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:34.726094 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:34.737432 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a18:29:34.856576 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a18:29:35.059629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:35.533736 run create_hlr_db(pid=12564): Launched\u000a18:29:35.706074 bus /sierra_2: Setting Powered False\u000a18:29:36.728850 run create_hlr_db(pid=12564): Terminated: ok {rc=0}\u000a18:29:37.156857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12566): Launched\u000a18:29:37.479861 run osmo-hlr_10.42.42.2(pid=12567): Launched\u000a18:29:37.596797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:38.153260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12569): Launched\u000a18:29:38.475016 run osmo-stp_10.42.42.5(pid=12570): Launched\u000a18:29:38.602334 tst emergency_mo_mt_call.py: using MSISDN 7905\u000a18:29:38.761602 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:29:39.345587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12572): Launched\u000a18:29:39.666543 run osmo-msc_10.42.42.6(pid=12573): Launched\u000a18:29:39.853121 run osmo-stp_10.42.42.5(pid=12570): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12570)]\u000a18:29:39.988125 run osmo-stp_10.42.42.5(pid=12570): stdout: \u000a| (launched: 2022-12-12_18:29:38.315814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:40.122873 run osmo-stp_10.42.42.5(pid=12570): stderr: \u000a| �[0;m�[38;5;43m20221212182938508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182938509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182938509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182938509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182938510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182938510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182938510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:40.250661 run osmo-stp_10.42.42.5(pid=12570): stdout: \u000a| (launched: 2022-12-12_18:29:38.315814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:40.377480 run osmo-stp_10.42.42.5(pid=12570): stderr: \u000a| �[0;m�[38;5;43m20221212182938508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182938509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182938509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182938509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182938510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182938510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182938510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:40.433394 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12570): Process ended prematurely: osmo-stp_10.42.42.5(pid=12570) [trial-2380↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12570)] [trial-2380↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a18:29:40.442342 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a18:29:40.505144 run osmo-hlr_10.42.42.2(pid=12567): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12567)]\u000a18:29:40.556612 run osmo-hlr_10.42.42.2(pid=12567): stdout: \u000a| (launched: 2022-12-12_18:29:37.319155) \u000a18:29:40.608736 run osmo-hlr_10.42.42.2(pid=12567): stderr: \u000a| �[0;m�[1;31m20221212182937518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182937519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182937519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182937519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182937519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182937519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182937531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182937539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182937540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182937540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:29:40.679526 run osmo-msc_10.42.42.6(pid=12573): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12573)]\u000a18:29:40.730922 run osmo-msc_10.42.42.6(pid=12573): stdout: \u000a| (launched: 2022-12-12_18:29:39.507542) \u000a18:29:40.782720 run osmo-msc_10.42.42.6(pid=12573): stderr: \u000a| �[0;m�[38;5;43m20221212182939831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182939831 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc90f6e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182939831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182939831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182939831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182939832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182939833 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182939834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182939834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182939834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:29:40.826878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12566): Terminating (SIGTERM)\u000a18:29:40.868541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12569): Terminating (SIGTERM)\u000a18:29:40.910561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12572): Terminating (SIGTERM)\u000a18:29:40.920337 --- ParallelTerminationStrategy: PID 12566 died...\u000a18:29:40.976506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12566): Terminated: ok {rc=0}\u000a18:29:40.986719 --- ParallelTerminationStrategy: PID 12569 died...\u000a18:29:41.042504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12569): Terminated: ok {rc=0}\u000a18:29:41.052627 --- ParallelTerminationStrategy: PID 12572 died...\u000a18:29:41.108153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12572): Terminated: ok {rc=0}\u000a18:29:41.195461 bus /sierra_3: Setting Powered False\u000a18:29:42.299900 bus /sierra_3: Setting Powered False\u000a18:29:43.412146 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12581): Process ended prematurely: osmo-stp_10.42.42.5(pid=12581) [trial-2380↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12581)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12581): Process ended prematurely: osmo-stp_10.42.42.5(pid=12581) [trial-2380↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:29:44.463675 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:44.475248 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a18:29:44.626202 tst emergency_preemptive_call.py: using LAC 30682\u000a18:29:44.741644 tst emergency_preemptive_call.py: using RAC 82\u000a18:29:44.863371 tst emergency_preemptive_call.py: using CellId 30682\u000a18:29:44.986505 tst emergency_preemptive_call.py: using BVCI 30683\u000a18:29:45.010953 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:45.022354 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:45.033814 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:45.045357 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:45.056543 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:29:45.067578 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a18:29:45.185659 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a18:29:45.302057 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a18:29:45.421827 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a18:29:45.621198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:29:46.164533 run create_hlr_db(pid=12575): Launched\u000a18:29:46.356550 bus /sierra_2: Setting Powered False\u000a18:29:47.360511 run create_hlr_db(pid=12575): Terminated: ok {rc=0}\u000a18:29:47.802178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12577): Launched\u000a18:29:48.125690 run osmo-hlr_10.42.42.2(pid=12578): Launched\u000a18:29:48.245929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:29:48.803385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12580): Launched\u000a18:29:49.126891 run osmo-stp_10.42.42.5(pid=12581): Launched\u000a18:29:49.253167 tst emergency_preemptive_call.py: using MSISDN 7906\u000a18:29:49.412156 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:29:49.996760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12583): Launched\u000a18:29:50.319325 run osmo-msc_10.42.42.6(pid=12584): Launched\u000a18:29:50.506290 run osmo-stp_10.42.42.5(pid=12581): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12581)]\u000a18:29:50.640763 run osmo-stp_10.42.42.5(pid=12581): stdout: \u000a| (launched: 2022-12-12_18:29:48.966055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:50.775490 run osmo-stp_10.42.42.5(pid=12581): stderr: \u000a| �[0;m�[38;5;43m20221212182949161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182949161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182949161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182949162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182949162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182949162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182949162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:50.903576 run osmo-stp_10.42.42.5(pid=12581): stdout: \u000a| (launched: 2022-12-12_18:29:48.966055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:29:51.030924 run osmo-stp_10.42.42.5(pid=12581): stderr: \u000a| �[0;m�[38;5;43m20221212182949161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212182949161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212182949161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212182949162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212182949162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212182949162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212182949162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:29:51.086605 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12581): Process ended prematurely: osmo-stp_10.42.42.5(pid=12581) [trial-2380↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12581)] [trial-2380↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a18:29:51.095324 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a18:29:51.158545 run osmo-hlr_10.42.42.2(pid=12578): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12578)]\u000a18:29:51.210281 run osmo-hlr_10.42.42.2(pid=12578): stdout: \u000a| (launched: 2022-12-12_18:29:47.964567) \u000a18:29:51.262865 run osmo-hlr_10.42.42.2(pid=12578): stderr: \u000a| �[0;m�[1;31m20221212182948165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212182948165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212182948165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182948165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212182948165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212182948166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212182948178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212182948186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212182948186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212182948186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:29:51.334459 run osmo-msc_10.42.42.6(pid=12584): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12584)]\u000a18:29:51.386306 run osmo-msc_10.42.42.6(pid=12584): stdout: \u000a| (launched: 2022-12-12_18:29:50.159475) \u000a18:29:51.438660 run osmo-msc_10.42.42.6(pid=12584): stderr: \u000a| �[0;m�[38;5;43m20221212182950480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212182950480 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8abaaf6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212182950481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212182950481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212182950481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212182950481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212182950483 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212182950483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212182950483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212182950483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:29:51.483174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12577): Terminating (SIGTERM)\u000a18:29:51.525470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12580): Terminating (SIGTERM)\u000a18:29:51.567345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12583): Terminating (SIGTERM)\u000a18:29:51.577241 --- ParallelTerminationStrategy: PID 12577 died...\u000a18:29:51.633343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12577): Terminated: ok {rc=0}\u000a18:29:51.643477 --- ParallelTerminationStrategy: PID 12580 died...\u000a18:29:51.699737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12580): Terminated: ok {rc=0}\u000a18:29:51.709956 --- ParallelTerminationStrategy: PID 12583 died...\u000a18:29:51.766235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12583): Terminated: ok {rc=0}\u000a18:29:51.855303 bus /sierra_9: Setting Powered False\u000a18:29:52.962213 bus /sierra_9: Setting Powered False\u000a18:29:54.074356 bus /sierra_8: Setting Powered False\u000a18:29:55.183285 bus /sierra_8: Setting Powered False\u000a18:29:56.293587 bus /sierra_3: Setting Powered False\u000a18:29:57.400864 bus /sierra_3: Setting Powered False\u000a18:29:58.514374 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:29:33" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12611): Process ended prematurely: osmo-stp_10.42.42.5(pid=12611) [trial-2380↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12611)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12611): Process ended prematurely: osmo-stp_10.42.42.5(pid=12611) [trial-2380↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:30:00.627895 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:00.638486 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a18:30:00.779840 tst cs_paging_gprs_active.py: using LAC 30683\u000a18:30:00.916500 tst cs_paging_gprs_active.py: using RAC 83\u000a18:30:01.049274 tst cs_paging_gprs_active.py: using CellId 30683\u000a18:30:01.171768 tst cs_paging_gprs_active.py: using BVCI 30684\u000a18:30:01.196257 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:01.208116 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:01.219698 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:01.232452 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:01.246216 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:01.257790 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:01.270645 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:01.283736 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:01.296228 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a18:30:01.436687 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a18:30:01.787044 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:30:01.946333 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:30:02.344529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12598): Launched\u000a18:30:02.685124 run iperf3-srv_10.42.42.10(pid=12602): Launched\u000a18:30:02.874174 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:30:03.001530 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:30:03.320146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12603): Launched\u000a18:30:03.585342 run iperf3-srv_10.42.42.10(pid=12604): Launched\u000a18:30:03.770042 tst cs_paging_gprs_active.py:38: start network...\u000a18:30:03.896123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:04.379940 run create_hlr_db(pid=12605): Launched\u000a18:30:04.554660 bus /sierra_2: Setting Powered False\u000a18:30:05.577517 run create_hlr_db(pid=12605): Terminated: ok {rc=0}\u000a18:30:05.985344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12607): Launched\u000a18:30:06.293597 run osmo-hlr_10.42.42.2(pid=12608): Launched\u000a18:30:06.408884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:06.940678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12610): Launched\u000a18:30:07.248245 run osmo-stp_10.42.42.5(pid=12611): Launched\u000a18:30:07.359751 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:30:07.894274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12613): Launched\u000a18:30:08.002573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:30:08.270629 run patchelf(pid=12614): Launched\u000a18:30:08.448668 run osmo-stp_10.42.42.5(pid=12611): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12611)]\u000a18:30:08.578495 run osmo-stp_10.42.42.5(pid=12611): stdout: \u000a| (launched: 2022-12-12_18:30:07.095502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:08.708462 run osmo-stp_10.42.42.5(pid=12611): stderr: \u000a| �[0;m�[38;5;43m20221212183007266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183007266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183007266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183007267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183007267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183007267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183007267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:08.834069 run osmo-stp_10.42.42.5(pid=12611): stdout: \u000a| (launched: 2022-12-12_18:30:07.095502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:08.958812 run osmo-stp_10.42.42.5(pid=12611): stderr: \u000a| �[0;m�[38;5;43m20221212183007266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183007266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183007266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183007267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183007267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183007267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183007267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:09.103840 run patchelf(pid=12614): Terminating (SIGINT)\u000a18:30:09.273929 run patchelf(pid=12614): Terminated: ok {rc=0}\u000a18:30:09.305348 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12611): Process ended prematurely: osmo-stp_10.42.42.5(pid=12611) [trial-2380↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12611)] [trial-2380↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a18:30:09.314657 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:30:09.375702 run osmo-hlr_10.42.42.2(pid=12608): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12608)]\u000a18:30:09.425049 run osmo-hlr_10.42.42.2(pid=12608): stdout: \u000a| (launched: 2022-12-12_18:30:06.139869) \u000a18:30:09.475298 run osmo-hlr_10.42.42.2(pid=12608): stderr: \u000a| �[0;m�[1;31m20221212183006316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183006316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183006316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183006316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183006316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183006316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183006329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183006338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183006338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183006338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:30:09.518215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12598): Terminating (SIGTERM)\u000a18:30:09.558451 run iperf3-srv_10.42.42.10(pid=12602): Terminating (SIGTERM)\u000a18:30:09.598943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12603): Terminating (SIGTERM)\u000a18:30:09.639333 run iperf3-srv_10.42.42.10(pid=12604): Terminating (SIGTERM)\u000a18:30:09.679727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12607): Terminating (SIGTERM)\u000a18:30:09.720003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12610): Terminating (SIGTERM)\u000a18:30:09.760383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12613): Terminating (SIGTERM)\u000a18:30:09.770016 --- ParallelTerminationStrategy: PID 12598 died...\u000a18:30:09.824325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12598): Terminated: ok {rc=0}\u000a18:30:09.834326 --- ParallelTerminationStrategy: PID 12602 died...\u000a18:30:09.887947 run iperf3-srv_10.42.42.10(pid=12602): Terminated {rc=256}\u000a18:30:09.897858 --- ParallelTerminationStrategy: PID 12603 died...\u000a18:30:09.951777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12603): Terminated: ok {rc=0}\u000a18:30:09.962019 --- ParallelTerminationStrategy: PID 12604 died...\u000a18:30:10.015111 run iperf3-srv_10.42.42.10(pid=12604): Terminated {rc=256}\u000a18:30:10.024779 --- ParallelTerminationStrategy: PID 12607 died...\u000a18:30:10.077490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12607): Terminated: ok {rc=0}\u000a18:30:10.087210 --- ParallelTerminationStrategy: PID 12610 died...\u000a18:30:10.140663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12610): Terminated: ok {rc=0}\u000a18:30:10.150303 --- ParallelTerminationStrategy: PID 12613 died...\u000a18:30:10.203024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12613): Terminated: ok {rc=0}\u000a18:30:10.286831 bus /gobi_0: Setting Powered False\u000a18:30:11.389532 bus /gobi_0: Setting Powered False\u000a18:30:12.499754 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12974): Process ended prematurely: osmo-stp_10.42.42.5(pid=12974) [trial-2380↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12974)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12974): Process ended prematurely: osmo-stp_10.42.42.5(pid=12974) [trial-2380↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a18:30:13.634270 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:13.647019 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a18:30:13.792655 tst iperf3.py: using LAC 30684\u000a18:30:13.914901 tst iperf3.py: using RAC 84\u000a18:30:14.040353 tst iperf3.py: using CellId 30684\u000a18:30:14.165369 tst iperf3.py: using BVCI 30685\u000a18:30:14.193499 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:14.205308 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:14.216678 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:14.227963 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:14.239338 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:14.250722 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:14.262121 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:14.273324 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:14.284654 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a18:30:14.578496 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:30:14.714012 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:30:15.044745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12966): Launched\u000a18:30:15.323565 run iperf3-srv_10.42.42.10(pid=12967): Launched\u000a18:30:15.518283 tst iperf3.py:8: start network...\u000a18:30:15.651038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:16.210405 run create_hlr_db(pid=12968): Launched\u000a18:30:16.399633 bus /gobi_6: Setting Powered False\u000a18:30:17.416082 run create_hlr_db(pid=12968): Terminated: ok {rc=0}\u000a18:30:17.818516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12970): Launched\u000a18:30:18.118311 run osmo-hlr_10.42.42.2(pid=12971): Launched\u000a18:30:18.227262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:18.743480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12973): Launched\u000a18:30:19.041903 run osmo-stp_10.42.42.5(pid=12974): Launched\u000a18:30:19.149423 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:30:19.666227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12976): Launched\u000a18:30:19.771606 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:30:20.032238 run patchelf(pid=12977): Launched\u000a18:30:20.206176 run osmo-stp_10.42.42.5(pid=12974): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12974)]\u000a18:30:20.333256 run osmo-stp_10.42.42.5(pid=12974): stdout: \u000a| (launched: 2022-12-12_18:30:18.893653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:20.460606 run osmo-stp_10.42.42.5(pid=12974): stderr: \u000a| �[0;m�[38;5;43m20221212183019064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183019064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183019064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183019065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183019065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183019065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183019065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:20.583504 run osmo-stp_10.42.42.5(pid=12974): stdout: \u000a| (launched: 2022-12-12_18:30:18.893653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:20.705206 run osmo-stp_10.42.42.5(pid=12974): stderr: \u000a| �[0;m�[38;5;43m20221212183019064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183019064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183019064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183019065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183019065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183019065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183019065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:20.846698 run patchelf(pid=12977): Terminating (SIGINT)\u000a18:30:21.013916 run patchelf(pid=12977): Terminated: ok {rc=0}\u000a18:30:21.044634 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12974): Process ended prematurely: osmo-stp_10.42.42.5(pid=12974) [trial-2380↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12974)] [trial-2380↪gprs:trx-lms↪iperf3.py:8]\u000a18:30:21.053828 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a18:30:21.114424 run osmo-hlr_10.42.42.2(pid=12971): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12971)]\u000a18:30:21.163039 run osmo-hlr_10.42.42.2(pid=12971): stdout: \u000a| (launched: 2022-12-12_18:30:17.970190) \u000a18:30:21.212593 run osmo-hlr_10.42.42.2(pid=12971): stderr: \u000a| �[0;m�[1;31m20221212183018141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183018141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183018141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183018141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183018141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183018142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183018154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183018163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183018163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183018164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:30:21.254801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12966): Terminating (SIGTERM)\u000a18:30:21.294277 run iperf3-srv_10.42.42.10(pid=12967): Terminating (SIGTERM)\u000a18:30:21.333947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12970): Terminating (SIGTERM)\u000a18:30:21.373656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12973): Terminating (SIGTERM)\u000a18:30:21.413228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12976): Terminating (SIGTERM)\u000a18:30:21.422794 --- ParallelTerminationStrategy: PID 12966 died...\u000a18:30:21.475583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12966): Terminated: ok {rc=0}\u000a18:30:21.485455 --- ParallelTerminationStrategy: PID 12967 died...\u000a18:30:21.537677 run iperf3-srv_10.42.42.10(pid=12967): Terminated {rc=256}\u000a18:30:21.547457 --- ParallelTerminationStrategy: PID 12970 died...\u000a18:30:21.600345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12970): Terminated: ok {rc=0}\u000a18:30:21.609946 --- ParallelTerminationStrategy: PID 12973 died...\u000a18:30:21.662833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12973): Terminated: ok {rc=0}\u000a18:30:21.672352 --- ParallelTerminationStrategy: PID 12976 died...\u000a18:30:21.724171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12976): Terminated: ok {rc=0}\u000a18:30:21.807368 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13168): Process ended prematurely: osmo-stp_10.42.42.5(pid=13168) [trial-2380↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13168)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13168): Process ended prematurely: osmo-stp_10.42.42.5(pid=13168) [trial-2380↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a18:30:22.921880 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:22.933505 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a18:30:23.081195 tst iperf3m4.py: using LAC 30685\u000a18:30:23.211623 tst iperf3m4.py: using RAC 85\u000a18:30:23.336252 tst iperf3m4.py: using CellId 30685\u000a18:30:23.461145 tst iperf3m4.py: using BVCI 30686\u000a18:30:23.485394 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:23.497126 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:23.508629 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:23.522522 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:23.535999 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:23.547595 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:23.561595 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:23.574321 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:23.586115 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a18:30:23.709775 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a18:30:23.834642 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a18:30:23.955941 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a18:30:24.245930 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:30:24.380604 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:30:24.736360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13153): Launched\u000a18:30:25.030698 run iperf3-srv_10.42.42.10(pid=13154): Launched\u000a18:30:25.219771 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:30:25.348891 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:30:25.685707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13155): Launched\u000a18:30:25.980860 run iperf3-srv_10.42.42.10(pid=13156): Launched\u000a18:30:26.181620 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:30:26.318519 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:30:26.671616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13157): Launched\u000a18:30:26.969397 run iperf3-srv_10.42.42.10(pid=13158): Launched\u000a18:30:27.172740 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:30:27.310598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:30:27.664101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13159): Launched\u000a18:30:27.961387 run iperf3-srv_10.42.42.10(pid=13160): Launched\u000a18:30:28.163436 tst iperf3m4.py:8: start network...\u000a18:30:28.302384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:28.868376 run create_hlr_db(pid=13161): Launched\u000a18:30:29.063034 bus /gobi_6: Setting Powered False\u000a18:30:30.078482 run create_hlr_db(pid=13161): Terminated: ok {rc=0}\u000a18:30:30.497295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13164): Launched\u000a18:30:30.804479 run osmo-hlr_10.42.42.2(pid=13165): Launched\u000a18:30:31.038527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:31.593640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13167): Launched\u000a18:30:31.936075 run osmo-stp_10.42.42.5(pid=13168): Launched\u000a18:30:32.192770 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:30:32.794262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13170): Launched\u000a18:30:32.902164 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:30:33.171684 run patchelf(pid=13171): Launched\u000a18:30:33.349420 run osmo-stp_10.42.42.5(pid=13168): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13168)]\u000a18:30:33.479343 run osmo-stp_10.42.42.5(pid=13168): stdout: \u000a| (launched: 2022-12-12_18:30:31.751068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:33.609756 run osmo-stp_10.42.42.5(pid=13168): stderr: \u000a| �[0;m�[38;5;43m20221212183032118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183032118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183032118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183032119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183032120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183032120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183032120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:33.735166 run osmo-stp_10.42.42.5(pid=13168): stdout: \u000a| (launched: 2022-12-12_18:30:31.751068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:33.859590 run osmo-stp_10.42.42.5(pid=13168): stderr: \u000a| �[0;m�[38;5;43m20221212183032118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183032118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183032118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183032119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183032120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183032120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183032120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:34.004851 run patchelf(pid=13171): Terminating (SIGINT)\u000a18:30:34.175883 run patchelf(pid=13171): Terminated: ok {rc=0}\u000a18:30:34.207313 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13168): Process ended prematurely: osmo-stp_10.42.42.5(pid=13168) [trial-2380↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13168)] [trial-2380↪gprs:trx-lms↪iperf3m4.py:8]\u000a18:30:34.216639 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a18:30:34.278383 run osmo-hlr_10.42.42.2(pid=13165): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13165)]\u000a18:30:34.327844 run osmo-hlr_10.42.42.2(pid=13165): stdout: \u000a| (launched: 2022-12-12_18:30:30.652007) \u000a18:30:34.377703 run osmo-hlr_10.42.42.2(pid=13165): stderr: \u000a| �[0;m�[1;31m20221212183030831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183030831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183030831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183030831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183030831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183030831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183030847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183030855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183030855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183030855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:30:34.419705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13153): Terminating (SIGTERM)\u000a18:30:34.459576 run iperf3-srv_10.42.42.10(pid=13154): Terminating (SIGTERM)\u000a18:30:34.499488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13155): Terminating (SIGTERM)\u000a18:30:34.539359 run iperf3-srv_10.42.42.10(pid=13156): Terminating (SIGTERM)\u000a18:30:34.579367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13157): Terminating (SIGTERM)\u000a18:30:34.619260 run iperf3-srv_10.42.42.10(pid=13158): Terminating (SIGTERM)\u000a18:30:34.659069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13159): Terminating (SIGTERM)\u000a18:30:34.698791 run iperf3-srv_10.42.42.10(pid=13160): Terminating (SIGTERM)\u000a18:30:34.738670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13164): Terminating (SIGTERM)\u000a18:30:34.778522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13167): Terminating (SIGTERM)\u000a18:30:34.818482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13170): Terminating (SIGTERM)\u000a18:30:34.828154 --- ParallelTerminationStrategy: PID 13153 died...\u000a18:30:34.882679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13153): Terminated: ok {rc=0}\u000a18:30:34.892273 --- ParallelTerminationStrategy: PID 13154 died...\u000a18:30:34.945297 run iperf3-srv_10.42.42.10(pid=13154): Terminated {rc=256}\u000a18:30:34.955051 --- ParallelTerminationStrategy: PID 13155 died...\u000a18:30:35.008036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13155): Terminated: ok {rc=0}\u000a18:30:35.017949 --- ParallelTerminationStrategy: PID 13156 died...\u000a18:30:35.071502 run iperf3-srv_10.42.42.10(pid=13156): Terminated {rc=256}\u000a18:30:35.081496 --- ParallelTerminationStrategy: PID 13157 died...\u000a18:30:35.134371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13157): Terminated: ok {rc=0}\u000a18:30:35.144132 --- ParallelTerminationStrategy: PID 13158 died...\u000a18:30:35.197327 run iperf3-srv_10.42.42.10(pid=13158): Terminated {rc=256}\u000a18:30:35.207276 --- ParallelTerminationStrategy: PID 13159 died...\u000a18:30:35.260712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13159): Terminated: ok {rc=0}\u000a18:30:35.270260 --- ParallelTerminationStrategy: PID 13160 died...\u000a18:30:35.323285 run iperf3-srv_10.42.42.10(pid=13160): Terminated {rc=256}\u000a18:30:35.333496 --- ParallelTerminationStrategy: PID 13164 died...\u000a18:30:35.386614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13164): Terminated: ok {rc=0}\u000a18:30:35.396137 --- ParallelTerminationStrategy: PID 13167 died...\u000a18:30:35.449722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13167): Terminated: ok {rc=0}\u000a18:30:35.459646 --- ParallelTerminationStrategy: PID 13170 died...\u000a18:30:35.512605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13170): Terminated: ok {rc=0}\u000a18:30:35.602276 bus /gobi_4: Setting Powered False\u000a18:30:36.705504 bus /gobi_4: Setting Powered False\u000a18:30:37.816106 bus /gobi_1: Setting Powered False\u000a18:30:38.919419 bus /gobi_1: Setting Powered False\u000a18:30:40.029755 bus /gobi_0: Setting Powered False\u000a18:30:41.133391 bus /gobi_0: Setting Powered False\u000a18:30:42.242111 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13178): Process ended prematurely: osmo-stp_10.42.42.5(pid=13178) [trial-2380↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13178)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13178): Process ended prematurely: osmo-stp_10.42.42.5(pid=13178) [trial-2380↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a18:30:43.310728 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:43.322528 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a18:30:43.459557 tst ping.py: using LAC 30686\u000a18:30:43.578768 tst ping.py: using RAC 86\u000a18:30:43.695275 tst ping.py: using CellId 30686\u000a18:30:43.814035 tst ping.py: using BVCI 30687\u000a18:30:43.836793 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:43.847418 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:43.857963 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:43.868753 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:43.879492 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:43.890210 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:43.900902 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:43.911673 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a18:30:44.203579 tst ping.py:19: start network...\u000a18:30:44.341060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:44.854572 run create_hlr_db(pid=13172): Launched\u000a18:30:45.039692 bus /gobi_6: Setting Powered False\u000a18:30:46.092784 run create_hlr_db(pid=13172): Terminated: ok {rc=0}\u000a18:30:46.558607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13174): Launched\u000a18:30:46.910507 run osmo-hlr_10.42.42.2(pid=13175): Launched\u000a18:30:47.098715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:47.762571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13177): Launched\u000a18:30:48.085449 run osmo-stp_10.42.42.5(pid=13178): Launched\u000a18:30:48.199924 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:30:48.757394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13180): Launched\u000a18:30:48.870929 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:30:49.152352 run patchelf(pid=13181): Launched\u000a18:30:49.339007 run osmo-stp_10.42.42.5(pid=13178): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13178)]\u000a18:30:49.475124 run osmo-stp_10.42.42.5(pid=13178): stdout: \u000a| (launched: 2022-12-12_18:30:47.925050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:49.611370 run osmo-stp_10.42.42.5(pid=13178): stderr: \u000a| �[0;m�[38;5;43m20221212183048119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183048120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183048120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183048121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183048121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183048121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183048121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:49.743349 run osmo-stp_10.42.42.5(pid=13178): stdout: \u000a| (launched: 2022-12-12_18:30:47.925050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:49.874299 run osmo-stp_10.42.42.5(pid=13178): stderr: \u000a| �[0;m�[38;5;43m20221212183048119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183048120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183048120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183048121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183048121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183048121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183048121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:50.026452 run patchelf(pid=13181): Terminating (SIGINT)\u000a18:30:50.204574 run patchelf(pid=13181): Terminated: ok {rc=0}\u000a18:30:50.237298 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13178): Process ended prematurely: osmo-stp_10.42.42.5(pid=13178) [trial-2380↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13178)] [trial-2380↪gprs:trx-lms↪ping.py:22]\u000a18:30:50.246732 tst ping.py:22: Test FAILED (6.9 sec)\u000a18:30:50.309582 run osmo-hlr_10.42.42.2(pid=13175): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13175)]\u000a18:30:50.360734 run osmo-hlr_10.42.42.2(pid=13175): stdout: \u000a| (launched: 2022-12-12_18:30:46.722800) \u000a18:30:50.412792 run osmo-hlr_10.42.42.2(pid=13175): stderr: \u000a| �[0;m�[1;31m20221212183047115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183047115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183047115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183047115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183047115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183047115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183047136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183047163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183047164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183047164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:30:50.456763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13174): Terminating (SIGTERM)\u000a18:30:50.498622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13177): Terminating (SIGTERM)\u000a18:30:50.540278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13180): Terminating (SIGTERM)\u000a18:30:50.550116 --- ParallelTerminationStrategy: PID 13174 died...\u000a18:30:50.605849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13174): Terminated: ok {rc=0}\u000a18:30:50.615904 --- ParallelTerminationStrategy: PID 13177 died...\u000a18:30:50.671571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13177): Terminated: ok {rc=0}\u000a18:30:50.681708 --- ParallelTerminationStrategy: PID 13180 died...\u000a18:30:50.737295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13180): Terminated: ok {rc=0}\u000a18:30:50.825855 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13188): Process ended prematurely: osmo-stp_10.42.42.5(pid=13188) [trial-2380↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13188)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13188): Process ended prematurely: osmo-stp_10.42.42.5(pid=13188) [trial-2380↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a18:30:51.879966 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:51.892451 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a18:30:52.038594 tst ping_idle_ping.py: using LAC 30687\u000a18:30:52.166078 tst ping_idle_ping.py: using RAC 87\u000a18:30:52.290642 tst ping_idle_ping.py: using CellId 30687\u000a18:30:52.411576 tst ping_idle_ping.py: using BVCI 30688\u000a18:30:52.434640 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:52.446094 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:52.456852 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:52.468514 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:52.480006 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:52.491485 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:52.503100 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a18:30:52.514655 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a18:30:52.806898 tst ping_idle_ping.py:24: start network...\u000a18:30:52.939966 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:30:53.458419 run create_hlr_db(pid=13182): Launched\u000a18:30:53.642574 bus /gobi_6: Setting Powered False\u000a18:30:54.676116 run create_hlr_db(pid=13182): Terminated: ok {rc=0}\u000a18:30:55.077845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13184): Launched\u000a18:30:55.378764 run osmo-hlr_10.42.42.2(pid=13185): Launched\u000a18:30:55.495203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:30:56.017631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13187): Launched\u000a18:30:56.317038 run osmo-stp_10.42.42.5(pid=13188): Launched\u000a18:30:56.425300 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:30:56.944707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13190): Launched\u000a18:30:57.050659 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:30:57.312659 run patchelf(pid=13191): Launched\u000a18:30:57.487320 run osmo-stp_10.42.42.5(pid=13188): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13188)]\u000a18:30:57.615890 run osmo-stp_10.42.42.5(pid=13188): stdout: \u000a| (launched: 2022-12-12_18:30:56.169400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:57.743932 run osmo-stp_10.42.42.5(pid=13188): stderr: \u000a| �[0;m�[38;5;43m20221212183056336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183056336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183056336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183056337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183056337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183056338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183056338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:57.867466 run osmo-stp_10.42.42.5(pid=13188): stdout: \u000a| (launched: 2022-12-12_18:30:56.169400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:30:57.989852 run osmo-stp_10.42.42.5(pid=13188): stderr: \u000a| �[0;m�[38;5;43m20221212183056336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183056336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183056336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183056337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183056337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183056338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183056338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:30:58.132337 run patchelf(pid=13191): Terminating (SIGINT)\u000a18:30:58.299071 run patchelf(pid=13191): Terminated: ok {rc=0}\u000a18:30:58.329712 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13188): Process ended prematurely: osmo-stp_10.42.42.5(pid=13188) [trial-2380↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13188)] [trial-2380↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a18:30:58.338379 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a18:30:58.399181 run osmo-hlr_10.42.42.2(pid=13185): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13185)]\u000a18:30:58.448387 run osmo-hlr_10.42.42.2(pid=13185): stdout: \u000a| (launched: 2022-12-12_18:30:55.229823) \u000a18:30:58.498244 run osmo-hlr_10.42.42.2(pid=13185): stderr: \u000a| �[0;m�[1;31m20221212183055403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183055403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183055403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183055403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183055403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183055403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183055415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183055423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183055423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183055423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:30:58.540234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13184): Terminating (SIGTERM)\u000a18:30:58.580227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13187): Terminating (SIGTERM)\u000a18:30:58.620366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13190): Terminating (SIGTERM)\u000a18:30:58.630047 --- ParallelTerminationStrategy: PID 13184 died...\u000a18:30:58.683217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13184): Terminated: ok {rc=0}\u000a18:30:58.693140 --- ParallelTerminationStrategy: PID 13187 died...\u000a18:30:58.746275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13187): Terminated: ok {rc=0}\u000a18:30:58.756207 --- ParallelTerminationStrategy: PID 13190 died...\u000a18:30:58.809057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13190): Terminated: ok {rc=0}\u000a18:30:58.897005 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:30:00" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13205): Process ended prematurely: osmo-stp_10.42.42.5(pid=13205) [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13205)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13205): Process ended prematurely: osmo-stp_10.42.42.5(pid=13205) [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:31:01.063997 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:01.075993 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:31:01.242254 tst cs_paging_gprs_active.py: using LAC 30688\u000a18:31:01.438850 tst cs_paging_gprs_active.py: using RAC 88\u000a18:31:01.566664 tst cs_paging_gprs_active.py: using CellId 30688\u000a18:31:01.692022 tst cs_paging_gprs_active.py: using BVCI 30689\u000a18:31:01.716879 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:01.729936 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:01.742624 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:01.755522 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:01.767569 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:01.781785 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:01.795157 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:01.806999 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:01.819913 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:31:01.946466 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:31:02.286776 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:31:02.425232 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:31:02.763828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13195): Launched\u000a18:31:03.046645 run iperf3-srv_10.42.42.10(pid=13196): Launched\u000a18:31:03.246302 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:31:03.382916 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:31:03.720665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13197): Launched\u000a18:31:04.002758 run iperf3-srv_10.42.42.10(pid=13198): Launched\u000a18:31:04.202625 tst cs_paging_gprs_active.py:38: start network...\u000a18:31:04.338616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:31:04.857327 run create_hlr_db(pid=13199): Launched\u000a18:31:05.044398 bus /gobi_6: Setting Powered False\u000a18:31:06.066682 run create_hlr_db(pid=13199): Terminated: ok {rc=0}\u000a18:31:06.474115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13201): Launched\u000a18:31:06.778491 run osmo-hlr_10.42.42.2(pid=13202): Launched\u000a18:31:06.895093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:31:07.427454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13204): Launched\u000a18:31:07.731122 run osmo-stp_10.42.42.5(pid=13205): Launched\u000a18:31:07.841626 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:31:08.369172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13207): Launched\u000a18:31:08.477311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:31:08.742473 run patchelf(pid=13208): Launched\u000a18:31:08.921965 run osmo-stp_10.42.42.5(pid=13205): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13205)]\u000a18:31:09.051803 run osmo-stp_10.42.42.5(pid=13205): stdout: \u000a| (launched: 2022-12-12_18:31:07.581228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:09.182246 run osmo-stp_10.42.42.5(pid=13205): stderr: \u000a| �[0;m�[38;5;43m20221212183107748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183107748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183107749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183107749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183107749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183107750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183107750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:09.307612 run osmo-stp_10.42.42.5(pid=13205): stdout: \u000a| (launched: 2022-12-12_18:31:07.581228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:09.432753 run osmo-stp_10.42.42.5(pid=13205): stderr: \u000a| �[0;m�[38;5;43m20221212183107748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183107748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183107749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183107749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183107749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183107750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183107750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:09.578425 run patchelf(pid=13208): Terminating (SIGINT)\u000a18:31:09.748394 run patchelf(pid=13208): Terminated: ok {rc=0}\u000a18:31:09.779831 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13205): Process ended prematurely: osmo-stp_10.42.42.5(pid=13205) [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13205)] [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:31:09.789079 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a18:31:09.849913 run osmo-hlr_10.42.42.2(pid=13202): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13202)]\u000a18:31:09.899013 run osmo-hlr_10.42.42.2(pid=13202): stdout: \u000a| (launched: 2022-12-12_18:31:06.628083) \u000a18:31:09.948720 run osmo-hlr_10.42.42.2(pid=13202): stderr: \u000a| �[0;m�[1;31m20221212183106802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183106802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183106802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183106802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183106802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183106803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183106818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183106828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183106828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183106828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:31:09.990673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13195): Terminating (SIGTERM)\u000a18:31:10.030315 run iperf3-srv_10.42.42.10(pid=13196): Terminating (SIGTERM)\u000a18:31:10.070138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13197): Terminating (SIGTERM)\u000a18:31:10.109800 run iperf3-srv_10.42.42.10(pid=13198): Terminating (SIGTERM)\u000a18:31:10.149289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13201): Terminating (SIGTERM)\u000a18:31:10.188819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13204): Terminating (SIGTERM)\u000a18:31:10.228507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13207): Terminating (SIGTERM)\u000a18:31:10.237968 --- ParallelTerminationStrategy: PID 13195 died...\u000a18:31:10.291279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13195): Terminated: ok {rc=0}\u000a18:31:10.301146 --- ParallelTerminationStrategy: PID 13196 died...\u000a18:31:10.354077 run iperf3-srv_10.42.42.10(pid=13196): Terminated {rc=256}\u000a18:31:10.363894 --- ParallelTerminationStrategy: PID 13197 died...\u000a18:31:10.416599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13197): Terminated: ok {rc=0}\u000a18:31:10.426408 --- ParallelTerminationStrategy: PID 13198 died...\u000a18:31:10.479142 run iperf3-srv_10.42.42.10(pid=13198): Terminated {rc=256}\u000a18:31:10.488844 --- ParallelTerminationStrategy: PID 13201 died...\u000a18:31:10.541910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13201): Terminated: ok {rc=0}\u000a18:31:10.551872 --- ParallelTerminationStrategy: PID 13204 died...\u000a18:31:10.605653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13204): Terminated: ok {rc=0}\u000a18:31:10.615609 --- ParallelTerminationStrategy: PID 13207 died...\u000a18:31:10.669496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13207): Terminated: ok {rc=0}\u000a18:31:10.757230 bus /gobi_0: Setting Powered False\u000a18:31:11.860902 bus /gobi_0: Setting Powered False\u000a18:31:12.972172 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13217): Process ended prematurely: osmo-stp_10.42.42.5(pid=13217) [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13217)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13217): Process ended prematurely: osmo-stp_10.42.42.5(pid=13217) [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:31:14.083657 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:14.095479 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:31:14.236721 tst iperf3.py: using LAC 30689\u000a18:31:14.357804 tst iperf3.py: using RAC 89\u000a18:31:14.484843 tst iperf3.py: using CellId 30689\u000a18:31:14.605043 tst iperf3.py: using BVCI 30690\u000a18:31:14.628154 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:14.639120 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:14.649879 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:14.661540 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:14.673059 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:14.684304 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:14.696008 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:14.707451 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:14.719048 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:31:15.017181 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:31:15.153339 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:31:15.491125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13209): Launched\u000a18:31:15.770902 run iperf3-srv_10.42.42.10(pid=13210): Launched\u000a18:31:15.986762 tst iperf3.py:8: start network...\u000a18:31:16.125744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:31:16.676767 run create_hlr_db(pid=13211): Launched\u000a18:31:16.876470 bus /gobi_6: Setting Powered False\u000a18:31:17.885934 run create_hlr_db(pid=13211): Terminated: ok {rc=0}\u000a18:31:18.324914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13213): Launched\u000a18:31:18.650459 run osmo-hlr_10.42.42.2(pid=13214): Launched\u000a18:31:18.768452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:31:19.333599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13216): Launched\u000a18:31:19.659199 run osmo-stp_10.42.42.5(pid=13217): Launched\u000a18:31:19.775710 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:31:20.341872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13219): Launched\u000a18:31:20.457045 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:31:20.741657 run patchelf(pid=13220): Launched\u000a18:31:20.930269 run osmo-stp_10.42.42.5(pid=13217): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13217)]\u000a18:31:21.068362 run osmo-stp_10.42.42.5(pid=13217): stdout: \u000a| (launched: 2022-12-12_18:31:19.498852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:21.207042 run osmo-stp_10.42.42.5(pid=13217): stderr: \u000a| �[0;m�[38;5;43m20221212183119686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183119687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183119687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183119687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183119688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183119688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183119688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:21.340187 run osmo-stp_10.42.42.5(pid=13217): stdout: \u000a| (launched: 2022-12-12_18:31:19.498852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:21.472753 run osmo-stp_10.42.42.5(pid=13217): stderr: \u000a| �[0;m�[38;5;43m20221212183119686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183119687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183119687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183119687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183119688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183119688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183119688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:21.626732 run patchelf(pid=13220): Terminating (SIGINT)\u000a18:31:21.807551 run patchelf(pid=13220): Terminated: ok {rc=0}\u000a18:31:21.841108 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13217): Process ended prematurely: osmo-stp_10.42.42.5(pid=13217) [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13217)] [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a18:31:21.851056 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a18:31:21.914916 run osmo-hlr_10.42.42.2(pid=13214): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13214)]\u000a18:31:21.966162 run osmo-hlr_10.42.42.2(pid=13214): stdout: \u000a| (launched: 2022-12-12_18:31:18.490227) \u000a18:31:22.018022 run osmo-hlr_10.42.42.2(pid=13214): stderr: \u000a| �[0;m�[1;31m20221212183118684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183118684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183118684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183118685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183118685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183118685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183118697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183118706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183118706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183118706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:31:22.062900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13209): Terminating (SIGTERM)\u000a18:31:22.104767 run iperf3-srv_10.42.42.10(pid=13210): Terminating (SIGTERM)\u000a18:31:22.146698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13213): Terminating (SIGTERM)\u000a18:31:22.188410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13216): Terminating (SIGTERM)\u000a18:31:22.230619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13219): Terminating (SIGTERM)\u000a18:31:22.240395 --- ParallelTerminationStrategy: PID 13209 died...\u000a18:31:22.296365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13209): Terminated: ok {rc=0}\u000a18:31:22.306544 --- ParallelTerminationStrategy: PID 13210 died...\u000a18:31:22.362402 run iperf3-srv_10.42.42.10(pid=13210): Terminated {rc=256}\u000a18:31:22.372334 --- ParallelTerminationStrategy: PID 13213 died...\u000a18:31:22.427644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13213): Terminated: ok {rc=0}\u000a18:31:22.437721 --- ParallelTerminationStrategy: PID 13216 died...\u000a18:31:22.493387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13216): Terminated: ok {rc=0}\u000a18:31:22.503333 --- ParallelTerminationStrategy: PID 13219 died...\u000a18:31:22.558739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13219): Terminated: ok {rc=0}\u000a18:31:22.645799 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13235): Process ended prematurely: osmo-stp_10.42.42.5(pid=13235) [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13235)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13235): Process ended prematurely: osmo-stp_10.42.42.5(pid=13235) [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:31:23.758560 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:23.770408 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:31:23.912531 tst iperf3m4.py: using LAC 30690\u000a18:31:24.033505 tst iperf3m4.py: using RAC 90\u000a18:31:24.168634 tst iperf3m4.py: using CellId 30690\u000a18:31:24.291930 tst iperf3m4.py: using BVCI 30691\u000a18:31:24.315240 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:24.326375 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:24.337216 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:24.348905 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:24.360589 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:24.372030 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:24.383787 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:24.395358 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:24.407243 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:31:24.526121 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:31:24.648209 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:31:24.767119 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:31:25.048490 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:31:25.175189 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:31:25.491879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13221): Launched\u000a18:31:25.754941 run iperf3-srv_10.42.42.10(pid=13222): Launched\u000a18:31:25.939138 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:31:26.064873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:31:26.379697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13223): Launched\u000a18:31:26.640938 run iperf3-srv_10.42.42.10(pid=13224): Launched\u000a18:31:26.825913 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:31:26.952055 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:31:27.267049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13225): Launched\u000a18:31:27.528497 run iperf3-srv_10.42.42.10(pid=13226): Launched\u000a18:31:27.712352 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:31:27.838225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:31:28.152353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13227): Launched\u000a18:31:28.413632 run iperf3-srv_10.42.42.10(pid=13228): Launched\u000a18:31:28.597694 tst iperf3m4.py:8: start network...\u000a18:31:28.723532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:31:29.202082 run create_hlr_db(pid=13229): Launched\u000a18:31:29.377208 bus /gobi_6: Setting Powered False\u000a18:31:30.399875 run create_hlr_db(pid=13229): Terminated: ok {rc=0}\u000a18:31:30.804493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13231): Launched\u000a18:31:31.186035 run osmo-hlr_10.42.42.2(pid=13232): Launched\u000a18:31:31.397148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:31:32.106502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13234): Launched\u000a18:31:32.463196 run osmo-stp_10.42.42.5(pid=13235): Launched\u000a18:31:32.582649 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:31:33.150550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13237): Launched\u000a18:31:33.266410 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:31:33.550195 run patchelf(pid=13238): Launched\u000a18:31:33.740277 run osmo-stp_10.42.42.5(pid=13235): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13235)]\u000a18:31:33.879013 run osmo-stp_10.42.42.5(pid=13235): stdout: \u000a| (launched: 2022-12-12_18:31:32.278723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:34.018355 run osmo-stp_10.42.42.5(pid=13235): stderr: \u000a| �[0;m�[38;5;43m20221212183132478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183132479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183132479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183132479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183132480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183132480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183132480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:34.152890 run osmo-stp_10.42.42.5(pid=13235): stdout: \u000a| (launched: 2022-12-12_18:31:32.278723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:34.285876 run osmo-stp_10.42.42.5(pid=13235): stderr: \u000a| �[0;m�[38;5;43m20221212183132478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183132479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183132479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183132479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183132480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183132480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183132480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:34.441079 run patchelf(pid=13238): Terminating (SIGINT)\u000a18:31:34.622399 run patchelf(pid=13238): Terminated: ok {rc=0}\u000a18:31:34.655829 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13235): Process ended prematurely: osmo-stp_10.42.42.5(pid=13235) [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13235)] [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:31:34.665844 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a18:31:34.729351 run osmo-hlr_10.42.42.2(pid=13232): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13232)]\u000a18:31:34.780790 run osmo-hlr_10.42.42.2(pid=13232): stdout: \u000a| (launched: 2022-12-12_18:31:30.988240) \u000a18:31:34.832794 run osmo-hlr_10.42.42.2(pid=13232): stderr: \u000a| �[0;m�[1;31m20221212183131337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183131337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183131337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183131337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183131337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183131337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183131351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183131371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183131372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183131372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:31:34.877219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13221): Terminating (SIGTERM)\u000a18:31:34.919089 run iperf3-srv_10.42.42.10(pid=13222): Terminating (SIGTERM)\u000a18:31:34.960902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13223): Terminating (SIGTERM)\u000a18:31:35.002663 run iperf3-srv_10.42.42.10(pid=13224): Terminating (SIGTERM)\u000a18:31:35.044762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13225): Terminating (SIGTERM)\u000a18:31:35.086594 run iperf3-srv_10.42.42.10(pid=13226): Terminating (SIGTERM)\u000a18:31:35.128382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13227): Terminating (SIGTERM)\u000a18:31:35.170126 run iperf3-srv_10.42.42.10(pid=13228): Terminating (SIGTERM)\u000a18:31:35.214246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13231): Terminating (SIGTERM)\u000a18:31:35.255041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13234): Terminating (SIGTERM)\u000a18:31:35.295937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13237): Terminating (SIGTERM)\u000a18:31:35.306021 --- ParallelTerminationStrategy: PID 13221 died...\u000a18:31:35.361108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13221): Terminated: ok {rc=0}\u000a18:31:35.370709 --- ParallelTerminationStrategy: PID 13222 died...\u000a18:31:35.424194 run iperf3-srv_10.42.42.10(pid=13222): Terminated {rc=256}\u000a18:31:35.434531 --- ParallelTerminationStrategy: PID 13223 died...\u000a18:31:35.489425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13223): Terminated: ok {rc=0}\u000a18:31:35.499222 --- ParallelTerminationStrategy: PID 13224 died...\u000a18:31:35.553461 run iperf3-srv_10.42.42.10(pid=13224): Terminated {rc=256}\u000a18:31:35.563594 --- ParallelTerminationStrategy: PID 13225 died...\u000a18:31:35.617727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13225): Terminated: ok {rc=0}\u000a18:31:35.628267 --- ParallelTerminationStrategy: PID 13226 died...\u000a18:31:35.681790 run iperf3-srv_10.42.42.10(pid=13226): Terminated {rc=256}\u000a18:31:35.692040 --- ParallelTerminationStrategy: PID 13227 died...\u000a18:31:35.745635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13227): Terminated: ok {rc=0}\u000a18:31:35.756043 --- ParallelTerminationStrategy: PID 13228 died...\u000a18:31:35.809568 run iperf3-srv_10.42.42.10(pid=13228): Terminated {rc=256}\u000a18:31:35.819897 --- ParallelTerminationStrategy: PID 13231 died...\u000a18:31:35.874096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13231): Terminated: ok {rc=0}\u000a18:31:35.883868 --- ParallelTerminationStrategy: PID 13234 died...\u000a18:31:35.938085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13234): Terminated: ok {rc=0}\u000a18:31:35.948071 --- ParallelTerminationStrategy: PID 13237 died...\u000a18:31:36.002178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13237): Terminated: ok {rc=0}\u000a18:31:36.091179 bus /gobi_4: Setting Powered False\u000a18:31:37.200040 bus /gobi_4: Setting Powered False\u000a18:31:38.310343 bus /gobi_1: Setting Powered False\u000a18:31:39.418433 bus /gobi_1: Setting Powered False\u000a18:31:40.526601 bus /gobi_0: Setting Powered False\u000a18:31:41.629603 bus /gobi_0: Setting Powered False\u000a18:31:42.742383 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13245): Process ended prematurely: osmo-stp_10.42.42.5(pid=13245) [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13245)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13245): Process ended prematurely: osmo-stp_10.42.42.5(pid=13245) [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:31:43.809408 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:43.821050 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:31:43.959204 tst ping.py: using LAC 30691\u000a18:31:44.076286 tst ping.py: using RAC 91\u000a18:31:44.194634 tst ping.py: using CellId 30691\u000a18:31:44.311206 tst ping.py: using BVCI 30692\u000a18:31:44.333981 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:44.345179 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:44.355786 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:44.366911 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:44.377476 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:44.388602 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:44.399730 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:44.410716 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:31:44.684617 tst ping.py:19: start network...\u000a18:31:44.808842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:31:45.280378 run create_hlr_db(pid=13239): Launched\u000a18:31:45.452217 bus /gobi_6: Setting Powered False\u000a18:31:46.526490 run create_hlr_db(pid=13239): Terminated: ok {rc=0}\u000a18:31:46.977987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13241): Launched\u000a18:31:47.302986 run osmo-hlr_10.42.42.2(pid=13242): Launched\u000a18:31:47.420886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:31:47.982240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13244): Launched\u000a18:31:48.300316 run osmo-stp_10.42.42.5(pid=13245): Launched\u000a18:31:48.415320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:31:48.974567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13247): Launched\u000a18:31:49.089077 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:31:49.370109 run patchelf(pid=13248): Launched\u000a18:31:49.556798 run osmo-stp_10.42.42.5(pid=13245): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13245)]\u000a18:31:49.693934 run osmo-stp_10.42.42.5(pid=13245): stdout: \u000a| (launched: 2022-12-12_18:31:48.144329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:49.830903 run osmo-stp_10.42.42.5(pid=13245): stderr: \u000a| �[0;m�[38;5;43m20221212183148330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183148330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183148330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183148331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183148331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183148331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183148331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:49.963641 run osmo-stp_10.42.42.5(pid=13245): stdout: \u000a| (launched: 2022-12-12_18:31:48.144329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:50.095716 run osmo-stp_10.42.42.5(pid=13245): stderr: \u000a| �[0;m�[38;5;43m20221212183148330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183148330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183148330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183148331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183148331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183148331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183148331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:50.248004 run patchelf(pid=13248): Terminating (SIGINT)\u000a18:31:50.426798 run patchelf(pid=13248): Terminated: ok {rc=0}\u000a18:31:50.459502 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13245): Process ended prematurely: osmo-stp_10.42.42.5(pid=13245) [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13245)] [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a18:31:50.468782 tst ping.py:22: Test FAILED (6.6 sec)\u000a18:31:50.532492 run osmo-hlr_10.42.42.2(pid=13242): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13242)]\u000a18:31:50.584614 run osmo-hlr_10.42.42.2(pid=13242): stdout: \u000a| (launched: 2022-12-12_18:31:47.144488) \u000a18:31:50.636820 run osmo-hlr_10.42.42.2(pid=13242): stderr: \u000a| �[0;m�[1;31m20221212183147336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183147336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183147336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183147336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183147336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183147336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183147349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183147358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183147358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183147358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:31:50.681307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13241): Terminating (SIGTERM)\u000a18:31:50.723393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13244): Terminating (SIGTERM)\u000a18:31:50.765746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13247): Terminating (SIGTERM)\u000a18:31:50.775843 --- ParallelTerminationStrategy: PID 13241 died...\u000a18:31:50.832308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13241): Terminated: ok {rc=0}\u000a18:31:50.842683 --- ParallelTerminationStrategy: PID 13244 died...\u000a18:31:50.898600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13244): Terminated: ok {rc=0}\u000a18:31:50.908606 --- ParallelTerminationStrategy: PID 13247 died...\u000a18:31:50.963824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13247): Terminated: ok {rc=0}\u000a18:31:51.052196 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13255): Process ended prematurely: osmo-stp_10.42.42.5(pid=13255) [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13255)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13255): Process ended prematurely: osmo-stp_10.42.42.5(pid=13255) [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:31:52.106128 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:52.118956 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:31:52.266004 tst ping_idle_ping.py: using LAC 30692\u000a18:31:52.390389 tst ping_idle_ping.py: using RAC 92\u000a18:31:52.515972 tst ping_idle_ping.py: using CellId 30692\u000a18:31:52.636651 tst ping_idle_ping.py: using BVCI 30693\u000a18:31:52.659624 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:52.671086 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:52.682512 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:52.694099 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:52.705666 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:52.717135 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:52.728754 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:31:52.740298 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:31:53.018894 tst ping_idle_ping.py:24: start network...\u000a18:31:53.143492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:31:53.617401 run create_hlr_db(pid=13249): Launched\u000a18:31:53.790558 bus /gobi_6: Setting Powered False\u000a18:31:54.811125 run create_hlr_db(pid=13249): Terminated: ok {rc=0}\u000a18:31:55.238682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13251): Launched\u000a18:31:55.560683 run osmo-hlr_10.42.42.2(pid=13252): Launched\u000a18:31:55.679071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:31:56.236495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13254): Launched\u000a18:31:56.558997 run osmo-stp_10.42.42.5(pid=13255): Launched\u000a18:31:56.675014 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:31:57.234878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13257): Launched\u000a18:31:57.348560 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:31:57.628706 run patchelf(pid=13258): Launched\u000a18:31:57.816314 run osmo-stp_10.42.42.5(pid=13255): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13255)]\u000a18:31:57.953074 run osmo-stp_10.42.42.5(pid=13255): stdout: \u000a| (launched: 2022-12-12_18:31:56.399403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:58.090640 run osmo-stp_10.42.42.5(pid=13255): stderr: \u000a| �[0;m�[38;5;43m20221212183156587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183156587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183156587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183156588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183156588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183156588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183156588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:58.222572 run osmo-stp_10.42.42.5(pid=13255): stdout: \u000a| (launched: 2022-12-12_18:31:56.399403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:31:58.353437 run osmo-stp_10.42.42.5(pid=13255): stderr: \u000a| �[0;m�[38;5;43m20221212183156587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183156587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183156587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183156588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183156588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183156588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183156588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:31:58.505943 run patchelf(pid=13258): Terminating (SIGINT)\u000a18:31:58.684725 run patchelf(pid=13258): Terminated: ok {rc=0}\u000a18:31:58.717594 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13255): Process ended prematurely: osmo-stp_10.42.42.5(pid=13255) [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13255)] [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:31:58.727172 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a18:31:58.790122 run osmo-hlr_10.42.42.2(pid=13252): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13252)]\u000a18:31:58.841491 run osmo-hlr_10.42.42.2(pid=13252): stdout: \u000a| (launched: 2022-12-12_18:31:55.401665) \u000a18:31:58.893431 run osmo-hlr_10.42.42.2(pid=13252): stderr: \u000a| �[0;m�[1;31m20221212183155596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183155596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183155596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183155596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183155596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183155596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183155609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183155618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183155618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183155618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:31:58.937748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13251): Terminating (SIGTERM)\u000a18:31:58.979535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13254): Terminating (SIGTERM)\u000a18:31:59.021468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13257): Terminating (SIGTERM)\u000a18:31:59.031069 --- ParallelTerminationStrategy: PID 13251 died...\u000a18:31:59.087717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13251): Terminated: ok {rc=0}\u000a18:31:59.098166 --- ParallelTerminationStrategy: PID 13254 died...\u000a18:31:59.154081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13254): Terminated: ok {rc=0}\u000a18:31:59.164294 --- ParallelTerminationStrategy: PID 13257 died...\u000a18:31:59.219985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13257): Terminated: ok {rc=0}\u000a18:31:59.307718 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:31:00" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13272): Process ended prematurely: osmo-stp_10.42.42.5(pid=13272) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13272)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13272): Process ended prematurely: osmo-stp_10.42.42.5(pid=13272) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:32:01.518219 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:01.530474 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:32:01.718007 tst cs_paging_gprs_active.py: using LAC 30693\u000a18:32:01.890948 tst cs_paging_gprs_active.py: using RAC 93\u000a18:32:02.056688 tst cs_paging_gprs_active.py: using CellId 30693\u000a18:32:02.193568 tst cs_paging_gprs_active.py: using BVCI 30694\u000a18:32:02.219524 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:02.231788 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:02.244272 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:02.256320 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:02.269657 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:02.282342 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:02.295118 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:02.308305 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:02.321418 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:32:02.440123 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:32:02.721579 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:32:02.848277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:32:03.165554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13262): Launched\u000a18:32:03.428403 run iperf3-srv_10.42.42.10(pid=13263): Launched\u000a18:32:03.613734 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:32:03.740469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:32:04.056481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13264): Launched\u000a18:32:04.320535 run iperf3-srv_10.42.42.10(pid=13265): Launched\u000a18:32:04.505692 tst cs_paging_gprs_active.py:38: start network...\u000a18:32:04.631782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:32:05.110668 run create_hlr_db(pid=13266): Launched\u000a18:32:05.285472 bus /gobi_6: Setting Powered False\u000a18:32:06.308562 run create_hlr_db(pid=13266): Terminated: ok {rc=0}\u000a18:32:06.742608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13268): Launched\u000a18:32:07.068351 run osmo-hlr_10.42.42.2(pid=13269): Launched\u000a18:32:07.186572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:32:07.750129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13271): Launched\u000a18:32:08.079041 run osmo-stp_10.42.42.5(pid=13272): Launched\u000a18:32:08.196458 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:32:08.762139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13274): Launched\u000a18:32:08.877905 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:32:09.170421 run patchelf(pid=13275): Launched\u000a18:32:09.360595 run osmo-stp_10.42.42.5(pid=13272): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13272)]\u000a18:32:09.498705 run osmo-stp_10.42.42.5(pid=13272): stdout: \u000a| (launched: 2022-12-12_18:32:07.915719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:09.637381 run osmo-stp_10.42.42.5(pid=13272): stderr: \u000a| �[0;m�[38;5;43m20221212183208102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183208103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183208103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183208103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183208104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183208104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183208104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:09.770910 run osmo-stp_10.42.42.5(pid=13272): stdout: \u000a| (launched: 2022-12-12_18:32:07.915719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:09.903791 run osmo-stp_10.42.42.5(pid=13272): stderr: \u000a| �[0;m�[38;5;43m20221212183208102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183208103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183208103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183208103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183208104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183208104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183208104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:10.059254 run patchelf(pid=13275): Terminating (SIGINT)\u000a18:32:10.240882 run patchelf(pid=13275): Terminated: ok {rc=0}\u000a18:32:10.274354 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13272): Process ended prematurely: osmo-stp_10.42.42.5(pid=13272) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13272)] [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:32:10.284321 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a18:32:10.347389 run osmo-hlr_10.42.42.2(pid=13269): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13269)]\u000a18:32:10.398484 run osmo-hlr_10.42.42.2(pid=13269): stdout: \u000a| (launched: 2022-12-12_18:32:06.907857) \u000a18:32:10.450489 run osmo-hlr_10.42.42.2(pid=13269): stderr: \u000a| �[0;m�[1;31m20221212183207101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183207101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183207101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183207101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183207101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183207102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183207118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183207128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183207128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183207128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:32:10.494798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13262): Terminating (SIGTERM)\u000a18:32:10.536710 run iperf3-srv_10.42.42.10(pid=13263): Terminating (SIGTERM)\u000a18:32:10.578783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13264): Terminating (SIGTERM)\u000a18:32:10.620534 run iperf3-srv_10.42.42.10(pid=13265): Terminating (SIGTERM)\u000a18:32:10.662518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13268): Terminating (SIGTERM)\u000a18:32:10.704280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13271): Terminating (SIGTERM)\u000a18:32:10.746562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13274): Terminating (SIGTERM)\u000a18:32:10.756400 --- ParallelTerminationStrategy: PID 13262 died...\u000a18:32:10.812348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13262): Terminated: ok {rc=0}\u000a18:32:10.822555 --- ParallelTerminationStrategy: PID 13263 died...\u000a18:32:10.878110 run iperf3-srv_10.42.42.10(pid=13263): Terminated {rc=256}\u000a18:32:10.888112 --- ParallelTerminationStrategy: PID 13264 died...\u000a18:32:10.943751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13264): Terminated: ok {rc=0}\u000a18:32:10.954059 --- ParallelTerminationStrategy: PID 13265 died...\u000a18:32:11.009572 run iperf3-srv_10.42.42.10(pid=13265): Terminated {rc=256}\u000a18:32:11.019756 --- ParallelTerminationStrategy: PID 13268 died...\u000a18:32:11.075497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13268): Terminated: ok {rc=0}\u000a18:32:11.085812 --- ParallelTerminationStrategy: PID 13271 died...\u000a18:32:11.141537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13271): Terminated: ok {rc=0}\u000a18:32:11.151678 --- ParallelTerminationStrategy: PID 13274 died...\u000a18:32:11.207170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13274): Terminated: ok {rc=0}\u000a18:32:11.294352 bus /gobi_0: Setting Powered False\u000a18:32:12.401228 bus /gobi_0: Setting Powered False\u000a18:32:13.508652 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13284): Process ended prematurely: osmo-stp_10.42.42.5(pid=13284) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13284)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13284): Process ended prematurely: osmo-stp_10.42.42.5(pid=13284) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:32:14.624004 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:14.636167 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:32:14.797817 tst iperf3.py: using LAC 30694\u000a18:32:14.916372 tst iperf3.py: using RAC 94\u000a18:32:15.042689 tst iperf3.py: using CellId 30694\u000a18:32:15.175372 tst iperf3.py: using BVCI 30695\u000a18:32:15.200456 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:15.211979 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:15.223447 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:15.234991 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:15.246113 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:15.257269 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:15.268411 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:15.279523 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:15.290898 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:32:15.569584 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:32:15.696140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:32:16.064313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13276): Launched\u000a18:32:16.358418 run iperf3-srv_10.42.42.10(pid=13277): Launched\u000a18:32:16.547949 tst iperf3.py:8: start network...\u000a18:32:16.677079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:32:17.208010 run create_hlr_db(pid=13278): Launched\u000a18:32:17.397300 bus /gobi_6: Setting Powered False\u000a18:32:18.417445 run create_hlr_db(pid=13278): Terminated: ok {rc=0}\u000a18:32:18.851347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13280): Launched\u000a18:32:19.177421 run osmo-hlr_10.42.42.2(pid=13281): Launched\u000a18:32:19.297375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:32:19.863748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13283): Launched\u000a18:32:20.188410 run osmo-stp_10.42.42.5(pid=13284): Launched\u000a18:32:20.304521 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:32:20.870415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13286): Launched\u000a18:32:20.985817 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:32:21.269295 run patchelf(pid=13287): Launched\u000a18:32:21.458542 run osmo-stp_10.42.42.5(pid=13284): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13284)]\u000a18:32:21.596686 run osmo-stp_10.42.42.5(pid=13284): stdout: \u000a| (launched: 2022-12-12_18:32:20.029196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:21.735187 run osmo-stp_10.42.42.5(pid=13284): stderr: \u000a| �[0;m�[38;5;43m20221212183220219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183220219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183220220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183220220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183220221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183220221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183220221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:21.868847 run osmo-stp_10.42.42.5(pid=13284): stdout: \u000a| (launched: 2022-12-12_18:32:20.029196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:22.002334 run osmo-stp_10.42.42.5(pid=13284): stderr: \u000a| �[0;m�[38;5;43m20221212183220219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183220219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183220220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183220220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183220221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183220221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183220221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:22.157419 run patchelf(pid=13287): Terminating (SIGINT)\u000a18:32:22.338427 run patchelf(pid=13287): Terminated: ok {rc=0}\u000a18:32:22.371814 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13284): Process ended prematurely: osmo-stp_10.42.42.5(pid=13284) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13284)] [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:32:22.381725 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a18:32:22.444543 run osmo-hlr_10.42.42.2(pid=13281): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13281)]\u000a18:32:22.495684 run osmo-hlr_10.42.42.2(pid=13281): stdout: \u000a| (launched: 2022-12-12_18:32:19.016857) \u000a18:32:22.547459 run osmo-hlr_10.42.42.2(pid=13281): stderr: \u000a| �[0;m�[1;31m20221212183219211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183219212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183219212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183219212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183219212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183219212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183219229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183219239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183219239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183219239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:32:22.591972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13276): Terminating (SIGTERM)\u000a18:32:22.633705 run iperf3-srv_10.42.42.10(pid=13277): Terminating (SIGTERM)\u000a18:32:22.675613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13280): Terminating (SIGTERM)\u000a18:32:22.717533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13283): Terminating (SIGTERM)\u000a18:32:22.759244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13286): Terminating (SIGTERM)\u000a18:32:22.769138 --- ParallelTerminationStrategy: PID 13276 died...\u000a18:32:22.825167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13276): Terminated: ok {rc=0}\u000a18:32:22.835452 --- ParallelTerminationStrategy: PID 13277 died...\u000a18:32:22.890827 run iperf3-srv_10.42.42.10(pid=13277): Terminated {rc=256}\u000a18:32:22.900824 --- ParallelTerminationStrategy: PID 13280 died...\u000a18:32:22.956385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13280): Terminated: ok {rc=0}\u000a18:32:22.966578 --- ParallelTerminationStrategy: PID 13283 died...\u000a18:32:23.022493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13283): Terminated: ok {rc=0}\u000a18:32:23.032752 --- ParallelTerminationStrategy: PID 13286 died...\u000a18:32:23.089043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13286): Terminated: ok {rc=0}\u000a18:32:23.177436 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13302): Process ended prematurely: osmo-stp_10.42.42.5(pid=13302) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13302)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13302): Process ended prematurely: osmo-stp_10.42.42.5(pid=13302) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:32:24.293680 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:24.305943 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:32:24.472379 tst iperf3m4.py: using LAC 30695\u000a18:32:24.599102 tst iperf3m4.py: using RAC 95\u000a18:32:24.726429 tst iperf3m4.py: using CellId 30695\u000a18:32:24.853354 tst iperf3m4.py: using BVCI 30696\u000a18:32:24.878299 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:24.889845 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:24.901065 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:24.912257 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:24.923415 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:24.934693 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:24.946042 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:24.957228 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:24.968506 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:32:25.086427 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:32:25.210230 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:32:25.330635 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:32:25.612587 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:32:25.739618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:32:26.055063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13288): Launched\u000a18:32:26.316428 run iperf3-srv_10.42.42.10(pid=13289): Launched\u000a18:32:26.500544 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:32:26.626824 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:32:26.941832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13290): Launched\u000a18:32:27.204569 run iperf3-srv_10.42.42.10(pid=13291): Launched\u000a18:32:27.388148 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:32:27.513959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:32:27.828634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13292): Launched\u000a18:32:28.090603 run iperf3-srv_10.42.42.10(pid=13293): Launched\u000a18:32:28.274543 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:32:28.399948 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:32:28.716118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13294): Launched\u000a18:32:28.977885 run iperf3-srv_10.42.42.10(pid=13295): Launched\u000a18:32:29.162115 tst iperf3m4.py:8: start network...\u000a18:32:29.287773 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:32:29.767499 run create_hlr_db(pid=13296): Launched\u000a18:32:29.942301 bus /gobi_6: Setting Powered False\u000a18:32:30.993422 run create_hlr_db(pid=13296): Terminated: ok {rc=0}\u000a18:32:31.450470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13298): Launched\u000a18:32:31.783401 run osmo-hlr_10.42.42.2(pid=13299): Launched\u000a18:32:32.045561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:32:32.655487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13301): Launched\u000a18:32:32.959163 run osmo-stp_10.42.42.5(pid=13302): Launched\u000a18:32:33.069066 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:32:33.598280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13304): Launched\u000a18:32:33.706137 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:32:33.970630 run patchelf(pid=13305): Launched\u000a18:32:34.148744 run osmo-stp_10.42.42.5(pid=13302): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13302)]\u000a18:32:34.278321 run osmo-stp_10.42.42.5(pid=13302): stdout: \u000a| (launched: 2022-12-12_18:32:32.808857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:34.408590 run osmo-stp_10.42.42.5(pid=13302): stderr: \u000a| �[0;m�[38;5;43m20221212183232979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183232979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183232979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183232980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183232980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183232980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183232980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:34.534084 run osmo-stp_10.42.42.5(pid=13302): stdout: \u000a| (launched: 2022-12-12_18:32:32.808857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:34.658521 run osmo-stp_10.42.42.5(pid=13302): stderr: \u000a| �[0;m�[38;5;43m20221212183232979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183232979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183232979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183232980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183232980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183232980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183232980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:34.803443 run patchelf(pid=13305): Terminating (SIGINT)\u000a18:32:34.973666 run patchelf(pid=13305): Terminated: ok {rc=0}\u000a18:32:35.004898 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13302): Process ended prematurely: osmo-stp_10.42.42.5(pid=13302) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13302)] [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:32:35.014239 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:32:35.075603 run osmo-hlr_10.42.42.2(pid=13299): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13299)]\u000a18:32:35.124979 run osmo-hlr_10.42.42.2(pid=13299): stdout: \u000a| (launched: 2022-12-12_18:32:31.621089) \u000a18:32:35.175553 run osmo-hlr_10.42.42.2(pid=13299): stderr: \u000a| �[0;m�[1;31m20221212183232026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183232026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183232026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183232026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183232026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183232026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183232047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183232070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183232070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183232070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:32:35.217848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13288): Terminating (SIGTERM)\u000a18:32:35.258280 run iperf3-srv_10.42.42.10(pid=13289): Terminating (SIGTERM)\u000a18:32:35.298518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13290): Terminating (SIGTERM)\u000a18:32:35.338627 run iperf3-srv_10.42.42.10(pid=13291): Terminating (SIGTERM)\u000a18:32:35.378566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13292): Terminating (SIGTERM)\u000a18:32:35.418585 run iperf3-srv_10.42.42.10(pid=13293): Terminating (SIGTERM)\u000a18:32:35.458473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13294): Terminating (SIGTERM)\u000a18:32:35.498691 run iperf3-srv_10.42.42.10(pid=13295): Terminating (SIGTERM)\u000a18:32:35.538471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13298): Terminating (SIGTERM)\u000a18:32:35.578575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13301): Terminating (SIGTERM)\u000a18:32:35.619025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13304): Terminating (SIGTERM)\u000a18:32:35.628458 --- ParallelTerminationStrategy: PID 13288 died...\u000a18:32:35.683311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13288): Terminated: ok {rc=0}\u000a18:32:35.693570 --- ParallelTerminationStrategy: PID 13289 died...\u000a18:32:35.747774 run iperf3-srv_10.42.42.10(pid=13289): Terminated {rc=256}\u000a18:32:35.757927 --- ParallelTerminationStrategy: PID 13290 died...\u000a18:32:35.811856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13290): Terminated: ok {rc=0}\u000a18:32:35.821991 --- ParallelTerminationStrategy: PID 13291 died...\u000a18:32:35.875440 run iperf3-srv_10.42.42.10(pid=13291): Terminated {rc=256}\u000a18:32:35.885768 --- ParallelTerminationStrategy: PID 13292 died...\u000a18:32:35.939444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13292): Terminated: ok {rc=0}\u000a18:32:35.949892 --- ParallelTerminationStrategy: PID 13293 died...\u000a18:32:36.003499 run iperf3-srv_10.42.42.10(pid=13293): Terminated {rc=256}\u000a18:32:36.013737 --- ParallelTerminationStrategy: PID 13294 died...\u000a18:32:36.067637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13294): Terminated: ok {rc=0}\u000a18:32:36.077754 --- ParallelTerminationStrategy: PID 13295 died...\u000a18:32:36.131734 run iperf3-srv_10.42.42.10(pid=13295): Terminated {rc=256}\u000a18:32:36.142157 --- ParallelTerminationStrategy: PID 13298 died...\u000a18:32:36.196032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13298): Terminated: ok {rc=0}\u000a18:32:36.206071 --- ParallelTerminationStrategy: PID 13301 died...\u000a18:32:36.259753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13301): Terminated: ok {rc=0}\u000a18:32:36.269791 --- ParallelTerminationStrategy: PID 13304 died...\u000a18:32:36.324172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13304): Terminated: ok {rc=0}\u000a18:32:36.413405 bus /gobi_4: Setting Powered False\u000a18:32:37.517620 bus /gobi_4: Setting Powered False\u000a18:32:38.630239 bus /gobi_1: Setting Powered False\u000a18:32:39.734502 bus /gobi_1: Setting Powered False\u000a18:32:40.842328 bus /gobi_0: Setting Powered False\u000a18:32:41.943657 bus /gobi_0: Setting Powered False\u000a18:32:43.052685 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13312): Process ended prematurely: osmo-stp_10.42.42.5(pid=13312) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13312)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13312): Process ended prematurely: osmo-stp_10.42.42.5(pid=13312) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:32:44.122812 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:44.135134 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:32:44.300424 tst ping.py: using LAC 30696\u000a18:32:44.425284 tst ping.py: using RAC 96\u000a18:32:44.551749 tst ping.py: using CellId 30696\u000a18:32:44.675797 tst ping.py: using BVCI 30697\u000a18:32:44.700215 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:44.711633 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:44.722807 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:44.734020 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:44.745226 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:44.756364 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:44.767652 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:44.778977 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:32:45.054338 tst ping.py:19: start network...\u000a18:32:45.178562 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:32:45.650297 run create_hlr_db(pid=13306): Launched\u000a18:32:45.823146 bus /gobi_6: Setting Powered False\u000a18:32:46.878028 run create_hlr_db(pid=13306): Terminated: ok {rc=0}\u000a18:32:47.325864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13308): Launched\u000a18:32:47.647397 run osmo-hlr_10.42.42.2(pid=13309): Launched\u000a18:32:47.763457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:32:48.323729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13311): Launched\u000a18:32:48.645221 run osmo-stp_10.42.42.5(pid=13312): Launched\u000a18:32:48.761230 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:32:49.318978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13314): Launched\u000a18:32:49.432737 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:32:49.712168 run patchelf(pid=13315): Launched\u000a18:32:49.898767 run osmo-stp_10.42.42.5(pid=13312): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13312)]\u000a18:32:50.034952 run osmo-stp_10.42.42.5(pid=13312): stdout: \u000a| (launched: 2022-12-12_18:32:48.486594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:50.172129 run osmo-stp_10.42.42.5(pid=13312): stderr: \u000a| �[0;m�[38;5;43m20221212183248674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183248674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183248674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183248675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183248675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183248675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183248675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:50.304339 run osmo-stp_10.42.42.5(pid=13312): stdout: \u000a| (launched: 2022-12-12_18:32:48.486594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:50.435111 run osmo-stp_10.42.42.5(pid=13312): stderr: \u000a| �[0;m�[38;5;43m20221212183248674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183248674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183248674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183248675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183248675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183248675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183248675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:50.587153 run patchelf(pid=13315): Terminating (SIGINT)\u000a18:32:50.765458 run patchelf(pid=13315): Terminated: ok {rc=0}\u000a18:32:50.798028 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13312): Process ended prematurely: osmo-stp_10.42.42.5(pid=13312) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13312)] [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:32:50.807439 tst ping.py:22: Test FAILED (6.7 sec)\u000a18:32:50.870887 run osmo-hlr_10.42.42.2(pid=13309): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13309)]\u000a18:32:50.922470 run osmo-hlr_10.42.42.2(pid=13309): stdout: \u000a| (launched: 2022-12-12_18:32:47.488544) \u000a18:32:50.974866 run osmo-hlr_10.42.42.2(pid=13309): stderr: \u000a| �[0;m�[1;31m20221212183247682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183247682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183247682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183247682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183247682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183247682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183247694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183247703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183247703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183247703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:32:51.019414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13308): Terminating (SIGTERM)\u000a18:32:51.062089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13311): Terminating (SIGTERM)\u000a18:32:51.104774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13314): Terminating (SIGTERM)\u000a18:32:51.115084 --- ParallelTerminationStrategy: PID 13308 died...\u000a18:32:51.171980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13308): Terminated: ok {rc=0}\u000a18:32:51.182381 --- ParallelTerminationStrategy: PID 13311 died...\u000a18:32:51.238894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13311): Terminated: ok {rc=0}\u000a18:32:51.249597 --- ParallelTerminationStrategy: PID 13314 died...\u000a18:32:51.306216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13314): Terminated: ok {rc=0}\u000a18:32:51.394096 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13322): Process ended prematurely: osmo-stp_10.42.42.5(pid=13322) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13322)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13322): Process ended prematurely: osmo-stp_10.42.42.5(pid=13322) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:32:52.447728 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:52.459957 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:32:52.624784 tst ping_idle_ping.py: using LAC 30697\u000a18:32:52.749651 tst ping_idle_ping.py: using RAC 97\u000a18:32:52.877200 tst ping_idle_ping.py: using CellId 30697\u000a18:32:53.004585 tst ping_idle_ping.py: using BVCI 30698\u000a18:32:53.029217 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:53.040643 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:53.051996 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:53.063470 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:53.075388 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:53.086974 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:53.098671 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:32:53.110113 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:32:53.387360 tst ping_idle_ping.py:24: start network...\u000a18:32:53.511736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:32:53.990094 run create_hlr_db(pid=13316): Launched\u000a18:32:54.163821 bus /gobi_6: Setting Powered False\u000a18:32:55.185252 run create_hlr_db(pid=13316): Terminated: ok {rc=0}\u000a18:32:55.614620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13318): Launched\u000a18:32:55.937813 run osmo-hlr_10.42.42.2(pid=13319): Launched\u000a18:32:56.054383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:32:56.612536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13321): Launched\u000a18:32:56.934733 run osmo-stp_10.42.42.5(pid=13322): Launched\u000a18:32:57.050429 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:32:57.611680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13324): Launched\u000a18:32:57.725941 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:32:58.007686 run patchelf(pid=13325): Launched\u000a18:32:58.196227 run osmo-stp_10.42.42.5(pid=13322): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13322)]\u000a18:32:58.334018 run osmo-stp_10.42.42.5(pid=13322): stdout: \u000a| (launched: 2022-12-12_18:32:56.775386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:58.471297 run osmo-stp_10.42.42.5(pid=13322): stderr: \u000a| �[0;m�[38;5;43m20221212183256965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183256965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183256965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183256966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183256966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183256966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183256966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:58.604228 run osmo-stp_10.42.42.5(pid=13322): stdout: \u000a| (launched: 2022-12-12_18:32:56.775386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:32:58.735727 run osmo-stp_10.42.42.5(pid=13322): stderr: \u000a| �[0;m�[38;5;43m20221212183256965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183256965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183256965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183256966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183256966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183256966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183256966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:32:58.888652 run patchelf(pid=13325): Terminating (SIGINT)\u000a18:32:59.067955 run patchelf(pid=13325): Terminated: ok {rc=0}\u000a18:32:59.100701 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13322): Process ended prematurely: osmo-stp_10.42.42.5(pid=13322) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13322)] [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:32:59.110223 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a18:32:59.174237 run osmo-hlr_10.42.42.2(pid=13319): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13319)]\u000a18:32:59.226330 run osmo-hlr_10.42.42.2(pid=13319): stdout: \u000a| (launched: 2022-12-12_18:32:55.778115) \u000a18:32:59.278474 run osmo-hlr_10.42.42.2(pid=13319): stderr: \u000a| �[0;m�[1;31m20221212183255973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183255973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183255974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183255974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183255974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183255974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183255986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183255995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183255995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183255995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:32:59.323390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13318): Terminating (SIGTERM)\u000a18:32:59.365941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13321): Terminating (SIGTERM)\u000a18:32:59.408654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13324): Terminating (SIGTERM)\u000a18:32:59.418864 --- ParallelTerminationStrategy: PID 13318 died...\u000a18:32:59.475532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13318): Terminated: ok {rc=0}\u000a18:32:59.486182 --- ParallelTerminationStrategy: PID 13321 died...\u000a18:32:59.542719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13321): Terminated: ok {rc=0}\u000a18:32:59.553203 --- ParallelTerminationStrategy: PID 13324 died...\u000a18:32:59.610061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13324): Terminated: ok {rc=0}\u000a18:32:59.698602 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:32:01" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13340): Process ended prematurely: osmo-stp_10.42.42.5(pid=13340) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13340)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13340): Process ended prematurely: osmo-stp_10.42.42.5(pid=13340) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:33:01.963414 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:01.979313 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:33:02.158364 tst cs_paging_gprs_active.py: using LAC 30698\u000a18:33:02.291566 tst cs_paging_gprs_active.py: using RAC 98\u000a18:33:02.419170 tst cs_paging_gprs_active.py: using CellId 30698\u000a18:33:02.549551 tst cs_paging_gprs_active.py: using BVCI 30699\u000a18:33:02.574838 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:02.586513 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:02.598012 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:02.609698 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:02.621143 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:02.632544 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:02.644108 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:02.655441 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:02.667174 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:33:02.784292 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:33:03.089552 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:33:03.225670 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:33:03.563452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13330): Launched\u000a18:33:03.842996 run iperf3-srv_10.42.42.10(pid=13331): Launched\u000a18:33:04.042263 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:33:04.178371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:33:04.515865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13332): Launched\u000a18:33:04.796899 run iperf3-srv_10.42.42.10(pid=13333): Launched\u000a18:33:04.995926 tst cs_paging_gprs_active.py:38: start network...\u000a18:33:05.132128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:33:05.653589 run create_hlr_db(pid=13334): Launched\u000a18:33:05.841497 bus /gobi_6: Setting Powered False\u000a18:33:06.863719 run create_hlr_db(pid=13334): Terminated: ok {rc=0}\u000a18:33:07.271751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13336): Launched\u000a18:33:07.580781 run osmo-hlr_10.42.42.2(pid=13337): Launched\u000a18:33:07.699987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:33:08.232233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13339): Launched\u000a18:33:08.538091 run osmo-stp_10.42.42.5(pid=13340): Launched\u000a18:33:08.648707 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:33:09.177684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13342): Launched\u000a18:33:09.285796 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:33:09.551166 run patchelf(pid=13343): Launched\u000a18:33:09.731064 run osmo-stp_10.42.42.5(pid=13340): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13340)]\u000a18:33:09.860706 run osmo-stp_10.42.42.5(pid=13340): stdout: \u000a| (launched: 2022-12-12_18:33:08.386564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:09.991016 run osmo-stp_10.42.42.5(pid=13340): stderr: \u000a| �[0;m�[38;5;43m20221212183308554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183308554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183308555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183308555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183308555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183308556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183308556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:10.116406 run osmo-stp_10.42.42.5(pid=13340): stdout: \u000a| (launched: 2022-12-12_18:33:08.386564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:10.240696 run osmo-stp_10.42.42.5(pid=13340): stderr: \u000a| �[0;m�[38;5;43m20221212183308554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183308554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183308555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183308555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183308555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183308556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183308556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:10.386199 run patchelf(pid=13343): Terminating (SIGINT)\u000a18:33:10.556380 run patchelf(pid=13343): Terminated: ok {rc=0}\u000a18:33:10.587971 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13340): Process ended prematurely: osmo-stp_10.42.42.5(pid=13340) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13340)] [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a18:33:10.597345 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:33:10.658443 run osmo-hlr_10.42.42.2(pid=13337): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13337)]\u000a18:33:10.707841 run osmo-hlr_10.42.42.2(pid=13337): stdout: \u000a| (launched: 2022-12-12_18:33:07.426542) \u000a18:33:10.758024 run osmo-hlr_10.42.42.2(pid=13337): stderr: \u000a| �[0;m�[1;31m20221212183307601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183307601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183307601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183307601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183307601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183307601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183307614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183307622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183307622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183307622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:33:10.800440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13330): Terminating (SIGTERM)\u000a18:33:10.840738 run iperf3-srv_10.42.42.10(pid=13331): Terminating (SIGTERM)\u000a18:33:10.881019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13332): Terminating (SIGTERM)\u000a18:33:10.920822 run iperf3-srv_10.42.42.10(pid=13333): Terminating (SIGTERM)\u000a18:33:10.961315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13336): Terminating (SIGTERM)\u000a18:33:11.001323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13339): Terminating (SIGTERM)\u000a18:33:11.041294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13342): Terminating (SIGTERM)\u000a18:33:11.050843 --- ParallelTerminationStrategy: PID 13330 died...\u000a18:33:11.104121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13330): Terminated: ok {rc=0}\u000a18:33:11.114057 --- ParallelTerminationStrategy: PID 13331 died...\u000a18:33:11.167103 run iperf3-srv_10.42.42.10(pid=13331): Terminated {rc=256}\u000a18:33:11.176907 --- ParallelTerminationStrategy: PID 13332 died...\u000a18:33:11.230155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13332): Terminated: ok {rc=0}\u000a18:33:11.239644 --- ParallelTerminationStrategy: PID 13333 died...\u000a18:33:11.292346 run iperf3-srv_10.42.42.10(pid=13333): Terminated {rc=256}\u000a18:33:11.302170 --- ParallelTerminationStrategy: PID 13336 died...\u000a18:33:11.354950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13336): Terminated: ok {rc=0}\u000a18:33:11.364760 --- ParallelTerminationStrategy: PID 13339 died...\u000a18:33:11.418307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13339): Terminated: ok {rc=0}\u000a18:33:11.428166 --- ParallelTerminationStrategy: PID 13342 died...\u000a18:33:11.481307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13342): Terminated: ok {rc=0}\u000a18:33:11.570517 bus /gobi_0: Setting Powered False\u000a18:33:12.674351 bus /gobi_0: Setting Powered False\u000a18:33:13.785286 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13352): Process ended prematurely: osmo-stp_10.42.42.5(pid=13352) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13352)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13352): Process ended prematurely: osmo-stp_10.42.42.5(pid=13352) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a18:33:14.897003 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:14.908683 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:33:15.066727 tst iperf3.py: using LAC 30699\u000a18:33:15.188019 tst iperf3.py: using RAC 99\u000a18:33:15.307344 tst iperf3.py: using CellId 30699\u000a18:33:15.426530 tst iperf3.py: using BVCI 30700\u000a18:33:15.449889 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:15.460726 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:15.471682 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:15.482739 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:15.493675 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:15.504717 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:15.515837 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:15.527045 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:15.538138 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:33:15.842830 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:33:16.006898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:33:16.360711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13344): Launched\u000a18:33:16.652213 run iperf3-srv_10.42.42.10(pid=13345): Launched\u000a18:33:16.845919 tst iperf3.py:8: start network...\u000a18:33:16.979234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:33:17.466206 run create_hlr_db(pid=13346): Launched\u000a18:33:17.642655 bus /gobi_6: Setting Powered False\u000a18:33:18.664617 run create_hlr_db(pid=13346): Terminated: ok {rc=0}\u000a18:33:19.100083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13348): Launched\u000a18:33:19.427525 run osmo-hlr_10.42.42.2(pid=13349): Launched\u000a18:33:19.546806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:33:20.114740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13351): Launched\u000a18:33:20.442997 run osmo-stp_10.42.42.5(pid=13352): Launched\u000a18:33:20.560608 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:33:21.126624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13354): Launched\u000a18:33:21.242511 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:33:21.526463 run patchelf(pid=13355): Launched\u000a18:33:21.716227 run osmo-stp_10.42.42.5(pid=13352): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13352)]\u000a18:33:21.854832 run osmo-stp_10.42.42.5(pid=13352): stdout: \u000a| (launched: 2022-12-12_18:33:20.281216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:21.993940 run osmo-stp_10.42.42.5(pid=13352): stderr: \u000a| �[0;m�[38;5;43m20221212183320470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183320470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183320470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183320470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183320471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183320471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183320471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:22.128501 run osmo-stp_10.42.42.5(pid=13352): stdout: \u000a| (launched: 2022-12-12_18:33:20.281216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:22.261266 run osmo-stp_10.42.42.5(pid=13352): stderr: \u000a| �[0;m�[38;5;43m20221212183320470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183320470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183320470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183320470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183320471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183320471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183320471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:22.416638 run patchelf(pid=13355): Terminating (SIGINT)\u000a18:33:22.598286 run patchelf(pid=13355): Terminated: ok {rc=0}\u000a18:33:22.631616 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13352): Process ended prematurely: osmo-stp_10.42.42.5(pid=13352) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13352)] [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a18:33:22.641622 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a18:33:22.704808 run osmo-hlr_10.42.42.2(pid=13349): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13349)]\u000a18:33:22.756009 run osmo-hlr_10.42.42.2(pid=13349): stdout: \u000a| (launched: 2022-12-12_18:33:19.265942) \u000a18:33:22.807923 run osmo-hlr_10.42.42.2(pid=13349): stderr: \u000a| �[0;m�[1;31m20221212183319461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183319461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183319461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183319461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183319461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183319461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183319473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183319482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183319482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183319482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:33:22.852600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13344): Terminating (SIGTERM)\u000a18:33:22.894443 run iperf3-srv_10.42.42.10(pid=13345): Terminating (SIGTERM)\u000a18:33:22.936282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13348): Terminating (SIGTERM)\u000a18:33:22.978414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13351): Terminating (SIGTERM)\u000a18:33:23.020628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13354): Terminating (SIGTERM)\u000a18:33:23.030606 --- ParallelTerminationStrategy: PID 13344 died...\u000a18:33:23.087189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13344): Terminated: ok {rc=0}\u000a18:33:23.097501 --- ParallelTerminationStrategy: PID 13345 died...\u000a18:33:23.153323 run iperf3-srv_10.42.42.10(pid=13345): Terminated {rc=256}\u000a18:33:23.163508 --- ParallelTerminationStrategy: PID 13348 died...\u000a18:33:23.219982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13348): Terminated: ok {rc=0}\u000a18:33:23.230332 --- ParallelTerminationStrategy: PID 13351 died...\u000a18:33:23.286361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13351): Terminated: ok {rc=0}\u000a18:33:23.296835 --- ParallelTerminationStrategy: PID 13354 died...\u000a18:33:23.352998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13354): Terminated: ok {rc=0}\u000a18:33:23.441757 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13370): Process ended prematurely: osmo-stp_10.42.42.5(pid=13370) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13370)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13370): Process ended prematurely: osmo-stp_10.42.42.5(pid=13370) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a18:33:24.558924 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:24.571136 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:33:24.740031 tst iperf3m4.py: using LAC 30700\u000a18:33:24.866990 tst iperf3m4.py: using RAC 100\u000a18:33:24.994334 tst iperf3m4.py: using CellId 30700\u000a18:33:25.121366 tst iperf3m4.py: using BVCI 30701\u000a18:33:25.146483 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:25.158116 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:25.169438 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:25.180734 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:25.191940 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:25.203218 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:25.214702 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:25.225993 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:25.237564 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:33:25.360879 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:33:25.482781 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:33:25.600656 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:33:25.898967 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:33:26.035811 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:33:26.376434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13356): Launched\u000a18:33:26.660449 run iperf3-srv_10.42.42.10(pid=13357): Launched\u000a18:33:26.860717 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:33:26.997352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:33:27.337645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13358): Launched\u000a18:33:27.620172 run iperf3-srv_10.42.42.10(pid=13359): Launched\u000a18:33:27.819942 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:33:27.955987 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:33:28.294360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13360): Launched\u000a18:33:28.576019 run iperf3-srv_10.42.42.10(pid=13361): Launched\u000a18:33:28.774805 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:33:28.910383 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:33:29.249615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13362): Launched\u000a18:33:29.529977 run iperf3-srv_10.42.42.10(pid=13363): Launched\u000a18:33:29.728488 tst iperf3m4.py:8: start network...\u000a18:33:29.864022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:33:30.386892 run create_hlr_db(pid=13364): Launched\u000a18:33:30.575313 bus /gobi_6: Setting Powered False\u000a18:33:31.590326 run create_hlr_db(pid=13364): Terminated: ok {rc=0}\u000a18:33:32.023699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13366): Launched\u000a18:33:32.334622 run osmo-hlr_10.42.42.2(pid=13367): Launched\u000a18:33:32.452819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:33:32.983841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13369): Launched\u000a18:33:33.289298 run osmo-stp_10.42.42.5(pid=13370): Launched\u000a18:33:33.400834 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:33:33.931583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13372): Launched\u000a18:33:34.039586 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:33:34.305444 run patchelf(pid=13373): Launched\u000a18:33:34.483554 run osmo-stp_10.42.42.5(pid=13370): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13370)]\u000a18:33:34.613925 run osmo-stp_10.42.42.5(pid=13370): stdout: \u000a| (launched: 2022-12-12_18:33:33.138670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:34.744088 run osmo-stp_10.42.42.5(pid=13370): stderr: \u000a| �[0;m�[38;5;43m20221212183333309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183333309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183333309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183333310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183333310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183333310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183333311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:34.869565 run osmo-stp_10.42.42.5(pid=13370): stdout: \u000a| (launched: 2022-12-12_18:33:33.138670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:34.994135 run osmo-stp_10.42.42.5(pid=13370): stderr: \u000a| �[0;m�[38;5;43m20221212183333309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183333309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183333309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183333310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183333310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183333310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183333311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:35.139550 run patchelf(pid=13373): Terminating (SIGINT)\u000a18:33:35.310618 run patchelf(pid=13373): Terminated: ok {rc=0}\u000a18:33:35.341997 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13370): Process ended prematurely: osmo-stp_10.42.42.5(pid=13370) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13370)] [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a18:33:35.351339 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:33:35.413570 run osmo-hlr_10.42.42.2(pid=13367): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13367)]\u000a18:33:35.464088 run osmo-hlr_10.42.42.2(pid=13367): stdout: \u000a| (launched: 2022-12-12_18:33:32.182614) \u000a18:33:35.515078 run osmo-hlr_10.42.42.2(pid=13367): stderr: \u000a| �[0;m�[1;31m20221212183332357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183332358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183332358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183332358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183332358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183332358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183332370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183332378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183332378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183332378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:33:35.557775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13356): Terminating (SIGTERM)\u000a18:33:35.598471 run iperf3-srv_10.42.42.10(pid=13357): Terminating (SIGTERM)\u000a18:33:35.643525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13358): Terminating (SIGTERM)\u000a18:33:35.685565 run iperf3-srv_10.42.42.10(pid=13359): Terminating (SIGTERM)\u000a18:33:35.727555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13360): Terminating (SIGTERM)\u000a18:33:35.769906 run iperf3-srv_10.42.42.10(pid=13361): Terminating (SIGTERM)\u000a18:33:35.811760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13362): Terminating (SIGTERM)\u000a18:33:35.853559 run iperf3-srv_10.42.42.10(pid=13363): Terminating (SIGTERM)\u000a18:33:35.895450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13366): Terminating (SIGTERM)\u000a18:33:35.937384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13369): Terminating (SIGTERM)\u000a18:33:35.979376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13372): Terminating (SIGTERM)\u000a18:33:35.989342 --- ParallelTerminationStrategy: PID 13356 died...\u000a18:33:36.045455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13356): Terminated: ok {rc=0}\u000a18:33:36.055682 --- ParallelTerminationStrategy: PID 13357 died...\u000a18:33:36.112023 run iperf3-srv_10.42.42.10(pid=13357): Terminated {rc=256}\u000a18:33:36.122165 --- ParallelTerminationStrategy: PID 13358 died...\u000a18:33:36.178567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13358): Terminated: ok {rc=0}\u000a18:33:36.188692 --- ParallelTerminationStrategy: PID 13359 died...\u000a18:33:36.244531 run iperf3-srv_10.42.42.10(pid=13359): Terminated {rc=256}\u000a18:33:36.255078 --- ParallelTerminationStrategy: PID 13360 died...\u000a18:33:36.310952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13360): Terminated: ok {rc=0}\u000a18:33:36.321247 --- ParallelTerminationStrategy: PID 13361 died...\u000a18:33:36.377203 run iperf3-srv_10.42.42.10(pid=13361): Terminated {rc=256}\u000a18:33:36.387349 --- ParallelTerminationStrategy: PID 13362 died...\u000a18:33:36.443271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13362): Terminated: ok {rc=0}\u000a18:33:36.453987 --- ParallelTerminationStrategy: PID 13363 died...\u000a18:33:36.510092 run iperf3-srv_10.42.42.10(pid=13363): Terminated {rc=256}\u000a18:33:36.520274 --- ParallelTerminationStrategy: PID 13366 died...\u000a18:33:36.576413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13366): Terminated: ok {rc=0}\u000a18:33:36.586596 --- ParallelTerminationStrategy: PID 13369 died...\u000a18:33:36.641996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13369): Terminated: ok {rc=0}\u000a18:33:36.652089 --- ParallelTerminationStrategy: PID 13372 died...\u000a18:33:36.707519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13372): Terminated: ok {rc=0}\u000a18:33:36.793536 bus /gobi_4: Setting Powered False\u000a18:33:37.902546 bus /gobi_4: Setting Powered False\u000a18:33:39.012208 bus /gobi_1: Setting Powered False\u000a18:33:40.118033 bus /gobi_1: Setting Powered False\u000a18:33:41.226037 bus /gobi_0: Setting Powered False\u000a18:33:42.331913 bus /gobi_0: Setting Powered False\u000a18:33:43.440707 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13380): Process ended prematurely: osmo-stp_10.42.42.5(pid=13380) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13380)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13380): Process ended prematurely: osmo-stp_10.42.42.5(pid=13380) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a18:33:44.509969 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:44.522418 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:33:44.688323 tst ping.py: using LAC 30701\u000a18:33:44.810734 tst ping.py: using RAC 101\u000a18:33:44.927731 tst ping.py: using CellId 30701\u000a18:33:45.047409 tst ping.py: using BVCI 30702\u000a18:33:45.070288 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:45.081420 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:45.092194 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:45.103421 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:45.114444 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:45.125493 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:45.136530 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:45.147603 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:33:45.422369 tst ping.py:19: start network...\u000a18:33:45.547003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:33:46.079781 run create_hlr_db(pid=13374): Launched\u000a18:33:46.276327 bus /gobi_6: Setting Powered False\u000a18:33:47.291846 run create_hlr_db(pid=13374): Terminated: ok {rc=0}\u000a18:33:47.696464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13376): Launched\u000a18:33:47.996698 run osmo-hlr_10.42.42.2(pid=13377): Launched\u000a18:33:48.113955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:33:48.645657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13379): Launched\u000a18:33:48.944908 run osmo-stp_10.42.42.5(pid=13380): Launched\u000a18:33:49.053229 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:33:49.577966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13382): Launched\u000a18:33:49.684767 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:33:49.946961 run patchelf(pid=13383): Launched\u000a18:33:50.122688 run osmo-stp_10.42.42.5(pid=13380): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13380)]\u000a18:33:50.250789 run osmo-stp_10.42.42.5(pid=13380): stdout: \u000a| (launched: 2022-12-12_18:33:48.797273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:50.379415 run osmo-stp_10.42.42.5(pid=13380): stderr: \u000a| �[0;m�[38;5;43m20221212183348965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183348965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183348965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183348966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183348966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183348966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183348966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:50.503732 run osmo-stp_10.42.42.5(pid=13380): stdout: \u000a| (launched: 2022-12-12_18:33:48.797273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:50.627113 run osmo-stp_10.42.42.5(pid=13380): stderr: \u000a| �[0;m�[38;5;43m20221212183348965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183348965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183348965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183348966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183348966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183348966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183348966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:50.770951 run patchelf(pid=13383): Terminating (SIGINT)\u000a18:33:50.939034 run patchelf(pid=13383): Terminated: ok {rc=0}\u000a18:33:50.969828 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13380): Process ended prematurely: osmo-stp_10.42.42.5(pid=13380) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13380)] [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a18:33:50.978717 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:33:51.039870 run osmo-hlr_10.42.42.2(pid=13377): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13377)]\u000a18:33:51.089194 run osmo-hlr_10.42.42.2(pid=13377): stdout: \u000a| (launched: 2022-12-12_18:33:47.848361) \u000a18:33:51.138865 run osmo-hlr_10.42.42.2(pid=13377): stderr: \u000a| �[0;m�[1;31m20221212183348023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183348023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183348023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183348023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183348023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183348024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183348035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183348045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183348045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183348045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:33:51.180935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13376): Terminating (SIGTERM)\u000a18:33:51.221051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13379): Terminating (SIGTERM)\u000a18:33:51.261255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13382): Terminating (SIGTERM)\u000a18:33:51.270955 --- ParallelTerminationStrategy: PID 13376 died...\u000a18:33:51.324681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13376): Terminated: ok {rc=0}\u000a18:33:51.334651 --- ParallelTerminationStrategy: PID 13379 died...\u000a18:33:51.387801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13379): Terminated: ok {rc=0}\u000a18:33:51.397833 --- ParallelTerminationStrategy: PID 13382 died...\u000a18:33:51.450933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13382): Terminated: ok {rc=0}\u000a18:33:51.534288 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13390): Process ended prematurely: osmo-stp_10.42.42.5(pid=13390) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13390)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13390): Process ended prematurely: osmo-stp_10.42.42.5(pid=13390) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a18:33:52.587264 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:52.600166 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:33:52.768016 tst ping_idle_ping.py: using LAC 30702\u000a18:33:52.892831 tst ping_idle_ping.py: using RAC 102\u000a18:33:53.017875 tst ping_idle_ping.py: using CellId 30702\u000a18:33:53.142715 tst ping_idle_ping.py: using BVCI 30703\u000a18:33:53.167325 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:53.178955 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:53.190271 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:53.201604 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:53.212774 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:53.224081 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:53.235525 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:33:53.246817 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:33:53.523233 tst ping_idle_ping.py:24: start network...\u000a18:33:53.647328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:33:54.124552 run create_hlr_db(pid=13384): Launched\u000a18:33:54.298050 bus /gobi_6: Setting Powered False\u000a18:33:55.319814 run create_hlr_db(pid=13384): Terminated: ok {rc=0}\u000a18:33:55.721191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13386): Launched\u000a18:33:56.023131 run osmo-hlr_10.42.42.2(pid=13387): Launched\u000a18:33:56.136807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:33:56.665226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13389): Launched\u000a18:33:56.987870 run osmo-stp_10.42.42.5(pid=13390): Launched\u000a18:33:57.104405 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:33:57.664642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13392): Launched\u000a18:33:57.778816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:33:58.060531 run patchelf(pid=13393): Launched\u000a18:33:58.247882 run osmo-stp_10.42.42.5(pid=13390): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13390)]\u000a18:33:58.384157 run osmo-stp_10.42.42.5(pid=13390): stdout: \u000a| (launched: 2022-12-12_18:33:56.828735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:58.520835 run osmo-stp_10.42.42.5(pid=13390): stderr: \u000a| �[0;m�[38;5;43m20221212183357017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183357017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183357017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183357017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183357018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183357018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183357018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:58.652677 run osmo-stp_10.42.42.5(pid=13390): stdout: \u000a| (launched: 2022-12-12_18:33:56.828735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:33:58.784459 run osmo-stp_10.42.42.5(pid=13390): stderr: \u000a| �[0;m�[38;5;43m20221212183357017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183357017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183357017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183357017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183357018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183357018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183357018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:33:58.937128 run patchelf(pid=13393): Terminating (SIGINT)\u000a18:33:59.115982 run patchelf(pid=13393): Terminated: ok {rc=0}\u000a18:33:59.148704 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13390): Process ended prematurely: osmo-stp_10.42.42.5(pid=13390) [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13390)] [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a18:33:59.158133 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a18:33:59.221389 run osmo-hlr_10.42.42.2(pid=13387): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13387)]\u000a18:33:59.273080 run osmo-hlr_10.42.42.2(pid=13387): stdout: \u000a| (launched: 2022-12-12_18:33:55.873736) \u000a18:33:59.325651 run osmo-hlr_10.42.42.2(pid=13387): stderr: \u000a| �[0;m�[1;31m20221212183356048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183356049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183356049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183356049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183356049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183356049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183356061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183356070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183356070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183356070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:33:59.370416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13386): Terminating (SIGTERM)\u000a18:33:59.412734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13389): Terminating (SIGTERM)\u000a18:33:59.455245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13392): Terminating (SIGTERM)\u000a18:33:59.465295 --- ParallelTerminationStrategy: PID 13386 died...\u000a18:33:59.521890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13386): Terminated: ok {rc=0}\u000a18:33:59.532269 --- ParallelTerminationStrategy: PID 13389 died...\u000a18:33:59.588741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13389): Terminated: ok {rc=0}\u000a18:33:59.598976 --- ParallelTerminationStrategy: PID 13392 died...\u000a18:33:59.655215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13392): Terminated: ok {rc=0}\u000a18:33:59.743617 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:33:01" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13403): Process ended prematurely: osmo-stp_10.42.42.5(pid=13403) [trial-2380↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13403)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13403): Process ended prematurely: osmo-stp_10.42.42.5(pid=13403) [trial-2380↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:34:01.840035 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:34:01.856724 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:34:02.036368 tst switch_tch_pdch.py: using LAC 30703\u000a18:34:02.166465 tst switch_tch_pdch.py: using RAC 103\u000a18:34:02.300890 tst switch_tch_pdch.py: using CellId 30703\u000a18:34:02.421780 tst switch_tch_pdch.py: using BVCI 30704\u000a18:34:02.444755 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:34:02.456305 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:34:02.467572 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:34:02.479270 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:34:02.490864 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:34:02.502472 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:34:02.514051 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:34:02.525396 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:34:02.648285 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:34:02.933411 tst switch_tch_pdch.py:51: start network...\u000a18:34:03.058163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:34:03.529206 run create_hlr_db(pid=13397): Launched\u000a18:34:03.701505 bus /gobi_6: Setting Powered False\u000a18:34:04.724107 run create_hlr_db(pid=13397): Terminated: ok {rc=0}\u000a18:34:05.150576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13399): Launched\u000a18:34:05.472293 run osmo-hlr_10.42.42.2(pid=13400): Launched\u000a18:34:05.589709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:34:06.146813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13402): Launched\u000a18:34:06.468126 run osmo-stp_10.42.42.5(pid=13403): Launched\u000a18:34:06.584301 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:34:07.144602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13405): Launched\u000a18:34:07.258806 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:34:07.539574 run patchelf(pid=13406): Launched\u000a18:34:07.726759 run osmo-stp_10.42.42.5(pid=13403): ERR: Terminated: ERROR {rc=1} [trial-2380↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13403)]\u000a18:34:07.863404 run osmo-stp_10.42.42.5(pid=13403): stdout: \u000a| (launched: 2022-12-12_18:34:06.309330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:08.000414 run osmo-stp_10.42.42.5(pid=13403): stderr: \u000a| �[0;m�[38;5;43m20221212183406497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183406497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183406497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183406498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183406498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183406498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183406498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:08.133115 run osmo-stp_10.42.42.5(pid=13403): stdout: \u000a| (launched: 2022-12-12_18:34:06.309330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:08.264320 run osmo-stp_10.42.42.5(pid=13403): stderr: \u000a| �[0;m�[38;5;43m20221212183406497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183406497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183406497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183406498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183406498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183406498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183406498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:08.417512 run patchelf(pid=13406): Terminating (SIGINT)\u000a18:34:08.596640 run patchelf(pid=13406): Terminated: ok {rc=0}\u000a18:34:08.629302 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13403): Process ended prematurely: osmo-stp_10.42.42.5(pid=13403) [trial-2380↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13403)] [trial-2380↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:34:08.638797 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a18:34:08.702274 run osmo-hlr_10.42.42.2(pid=13400): ERR: Terminated: ERROR {rc=237} [trial-2380↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13400)]\u000a18:34:08.754316 run osmo-hlr_10.42.42.2(pid=13400): stdout: \u000a| (launched: 2022-12-12_18:34:05.313508) \u000a18:34:08.806881 run osmo-hlr_10.42.42.2(pid=13400): stderr: \u000a| �[0;m�[1;31m20221212183405507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183405507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183405507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183405507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183405507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183405507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183405520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183405528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183405528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183405529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:34:08.851602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13399): Terminating (SIGTERM)\u000a18:34:08.894073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13402): Terminating (SIGTERM)\u000a18:34:08.935833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13405): Terminating (SIGTERM)\u000a18:34:08.945672 --- ParallelTerminationStrategy: PID 13399 died...\u000a18:34:09.001676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13399): Terminated: ok {rc=0}\u000a18:34:09.011896 --- ParallelTerminationStrategy: PID 13402 died...\u000a18:34:09.068018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13402): Terminated: ok {rc=0}\u000a18:34:09.078045 --- ParallelTerminationStrategy: PID 13405 died...\u000a18:34:09.133896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13405): Terminated: ok {rc=0}\u000a18:34:09.222665 bus /gobi_0: Setting Powered False\u000a18:34:10.330127 bus /gobi_0: Setting Powered False\u000a18:34:11.437218 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:34:01" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13416): Process ended prematurely: osmo-stp_10.42.42.5(pid=13416) [trial-2380↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13416)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13416): Process ended prematurely: osmo-stp_10.42.42.5(pid=13416) [trial-2380↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a18:34:13.423542 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:34:13.434914 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a18:34:13.594653 tst switch_tch_pdch.py: using LAC 30704\u000a18:34:13.719664 tst switch_tch_pdch.py: using RAC 104\u000a18:34:13.842491 tst switch_tch_pdch.py: using CellId 30704\u000a18:34:13.964813 tst switch_tch_pdch.py: using BVCI 30705\u000a18:34:13.989343 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:34:14.000698 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:34:14.011886 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:34:14.023139 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:34:14.034354 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:34:14.045559 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:34:14.056821 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:34:14.067920 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:34:14.190743 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:34:14.480772 tst switch_tch_pdch.py:51: start network...\u000a18:34:14.613655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:34:15.096015 run create_hlr_db(pid=13410): Launched\u000a18:34:15.226544 bus /gobi_6: Setting Powered False\u000a18:34:16.323078 run create_hlr_db(pid=13410): Terminated: ok {rc=0}\u000a18:34:16.767693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13412): Launched\u000a18:34:17.145237 run osmo-hlr_10.42.42.2(pid=13413): Launched\u000a18:34:17.337821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:34:17.836224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13415): Launched\u000a18:34:18.136138 run osmo-stp_10.42.42.5(pid=13416): Launched\u000a18:34:18.244863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:34:18.739099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13418): Launched\u000a18:34:18.845079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:34:19.107701 run patchelf(pid=13419): Launched\u000a18:34:19.282401 run osmo-stp_10.42.42.5(pid=13416): ERR: Terminated: ERROR {rc=1} [trial-2380↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13416)]\u000a18:34:19.410069 run osmo-stp_10.42.42.5(pid=13416): stdout: \u000a| (launched: 2022-12-12_18:34:17.987579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:19.537433 run osmo-stp_10.42.42.5(pid=13416): stderr: \u000a| �[0;m�[38;5;43m20221212183418155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183418155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183418156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183418156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183418157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183418157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183418157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:19.660580 run osmo-stp_10.42.42.5(pid=13416): stdout: \u000a| (launched: 2022-12-12_18:34:17.987579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:19.782764 run osmo-stp_10.42.42.5(pid=13416): stderr: \u000a| �[0;m�[38;5;43m20221212183418155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183418155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183418156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183418156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183418157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183418157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183418157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:19.926171 run patchelf(pid=13419): Terminating (SIGINT)\u000a18:34:20.093706 run patchelf(pid=13419): Terminated: ok {rc=0}\u000a18:34:20.124493 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13416): Process ended prematurely: osmo-stp_10.42.42.5(pid=13416) [trial-2380↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13416)] [trial-2380↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a18:34:20.133213 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a18:34:20.193433 run osmo-hlr_10.42.42.2(pid=13413): ERR: Terminated: ERROR {rc=237} [trial-2380↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13413)]\u000a18:34:20.242209 run osmo-hlr_10.42.42.2(pid=13413): stdout: \u000a| (launched: 2022-12-12_18:34:16.927466) \u000a18:34:20.291739 run osmo-hlr_10.42.42.2(pid=13413): stderr: \u000a| �[0;m�[1;31m20221212183417258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183417258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183417258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183417258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183417258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183417259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183417276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183417291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183417291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183417291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:34:20.334100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13412): Terminating (SIGTERM)\u000a18:34:20.373610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13415): Terminating (SIGTERM)\u000a18:34:20.413126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13418): Terminating (SIGTERM)\u000a18:34:20.422654 --- ParallelTerminationStrategy: PID 13412 died...\u000a18:34:20.476095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13412): Terminated: ok {rc=0}\u000a18:34:20.485979 --- ParallelTerminationStrategy: PID 13415 died...\u000a18:34:20.539707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13415): Terminated: ok {rc=0}\u000a18:34:20.549641 --- ParallelTerminationStrategy: PID 13418 died...\u000a18:34:20.603094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13418): Terminated: ok {rc=0}\u000a18:34:20.691695 bus /gobi_0: Setting Powered False\u000a18:34:21.795398 bus /gobi_0: Setting Powered False\u000a18:34:22.907359 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:34:13" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13425): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13425) [trial-2380↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13425)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13425): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13425) [trial-2380↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a18:34:24.796057 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a18:34:24.807645 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:34:24.944147 tst mo_mt_sms.py: using LAC 30705\u000a18:34:25.068509 tst mo_mt_sms.py: using RAC 105\u000a18:34:25.193280 tst mo_mt_sms.py: using CellId 30705\u000a18:34:25.323774 tst mo_mt_sms.py: using BVCI 30706\u000a18:34:25.348094 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:34:25.464063 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:34:25.739676 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:34:25.863176 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:34:26.480445 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13424): Launched\u000a18:34:26.776732 run osmo-nitb_10.42.42.2(pid=13425): Launched\u000a18:34:26.960245 run osmo-nitb_10.42.42.2(pid=13425): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13425)]\u000a18:34:27.095040 run osmo-nitb_10.42.42.2(pid=13425): stdout: \u000a| (launched: 2022-12-12_18:34:26.631817) \u000a18:34:27.230314 run osmo-nitb_10.42.42.2(pid=13425): stderr: \u000a| (launched: 2022-12-12_18:34:26.675895)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:34:27.361201 run osmo-nitb_10.42.42.2(pid=13425): stdout: \u000a| (launched: 2022-12-12_18:34:26.631817) \u000a18:34:27.490868 run osmo-nitb_10.42.42.2(pid=13425): stderr: \u000a| (launched: 2022-12-12_18:34:26.675895)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:34:27.897490 tst osmo-nitb_10.42.42.2(pid=13425): stdout: \u000a| (launched: 2022-12-12_18:34:26.631817) \u000a18:34:28.016844 tst osmo-nitb_10.42.42.2(pid=13425): stderr: \u000a| (launched: 2022-12-12_18:34:26.675895)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:34:28.069119 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=13425): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13425) [trial-2380↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13425)] [trial-2380↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a18:34:28.077331 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a18:34:28.112711 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13424): Terminating (SIGTERM)\u000a18:34:28.290479 --- ParallelTerminationStrategy: PID 13424 died...\u000a18:34:28.346225 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13424): Terminated: ok {rc=0}\u000a18:34:28.436421 bus /sierra_3: Setting Powered False\u000a18:34:29.543012 bus /sierra_3: Setting Powered False\u000a18:34:30.652627 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:34:24" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13436): Process ended prematurely: osmo-stp_10.42.42.5(pid=13436) [trial-2380↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13436)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13436): Process ended prematurely: osmo-stp_10.42.42.5(pid=13436) [trial-2380↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a18:34:32.594244 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:34:32.605579 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:34:32.744607 tst mo_mt_sms.py: using LAC 30706\u000a18:34:32.869383 tst mo_mt_sms.py: using RAC 106\u000a18:34:32.995520 tst mo_mt_sms.py: using CellId 30706\u000a18:34:33.120472 tst mo_mt_sms.py: using BVCI 30707\u000a18:34:33.144639 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:34:33.155863 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:34:33.167112 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:34:33.178155 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:34:33.189645 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:34:33.200722 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:34:33.320741 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:34:33.530688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:34:34.042668 run create_hlr_db(pid=13429): Launched\u000a18:34:34.228482 bus /sierra_2: Setting Powered False\u000a18:34:35.249096 run create_hlr_db(pid=13429): Terminated: ok {rc=0}\u000a18:34:35.652452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13432): Launched\u000a18:34:35.951264 run osmo-hlr_10.42.42.2(pid=13433): Launched\u000a18:34:36.067037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:34:36.589431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13435): Launched\u000a18:34:36.888686 run osmo-stp_10.42.42.5(pid=13436): Launched\u000a18:34:36.997398 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:34:37.547182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13438): Launched\u000a18:34:37.847918 run osmo-msc_10.42.42.6(pid=13439): Launched\u000a18:34:38.022819 run osmo-stp_10.42.42.5(pid=13436): ERR: Terminated: ERROR {rc=1} [trial-2380↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13436)]\u000a18:34:38.149470 run osmo-stp_10.42.42.5(pid=13436): stdout: \u000a| (launched: 2022-12-12_18:34:36.740472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:38.273764 run osmo-stp_10.42.42.5(pid=13436): stderr: \u000a| �[0;m�[38;5;43m20221212183436907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183436907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183436907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183436908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183436908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183436908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183436908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:38.393441 run osmo-stp_10.42.42.5(pid=13436): stdout: \u000a| (launched: 2022-12-12_18:34:36.740472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:38.512500 run osmo-stp_10.42.42.5(pid=13436): stderr: \u000a| �[0;m�[38;5;43m20221212183436907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183436907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183436907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183436908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183436908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183436908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183436908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:38.564747 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=13436): Process ended prematurely: osmo-stp_10.42.42.5(pid=13436) [trial-2380↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13436)] [trial-2380↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a18:34:38.572697 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a18:34:38.633511 run osmo-hlr_10.42.42.2(pid=13433): ERR: Terminated: ERROR {rc=237} [trial-2380↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13433)]\u000a18:34:38.683081 run osmo-hlr_10.42.42.2(pid=13433): stdout: \u000a| (launched: 2022-12-12_18:34:35.803781) \u000a18:34:38.733481 run osmo-hlr_10.42.42.2(pid=13433): stderr: \u000a| �[0;m�[1;31m20221212183435976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183435976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183435977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183435977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183435977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183435977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183435989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183435998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183435998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183435998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:34:38.802131 run osmo-msc_10.42.42.6(pid=13439): ERR: Terminated: ERROR {rc=2} [trial-2380↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13439)]\u000a18:34:38.851910 run osmo-msc_10.42.42.6(pid=13439): stdout: \u000a| (launched: 2022-12-12_18:34:37.698988) \u000a18:34:38.902350 run osmo-msc_10.42.42.6(pid=13439): stderr: \u000a| �[0;m�[38;5;43m20221212183437967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183437967 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ed384bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183437967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183437967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183437967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183437968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183437969 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183437970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183437970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183437970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:34:38.944821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13432): Terminating (SIGTERM)\u000a18:34:38.985326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13435): Terminating (SIGTERM)\u000a18:34:39.025929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13438): Terminating (SIGTERM)\u000a18:34:39.035571 --- ParallelTerminationStrategy: PID 13432 died...\u000a18:34:39.089654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13432): Terminated: ok {rc=0}\u000a18:34:39.099342 --- ParallelTerminationStrategy: PID 13435 died...\u000a18:34:39.152681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13435): Terminated: ok {rc=0}\u000a18:34:39.162641 --- ParallelTerminationStrategy: PID 13438 died...\u000a18:34:39.216073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13438): Terminated: ok {rc=0}\u000a18:34:39.300495 bus /sierra_3: Setting Powered False\u000a18:34:40.409280 bus /sierra_3: Setting Powered False\u000a18:34:41.517389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:34:32" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13445): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13445) [trial-2380↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13445)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13445): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13445) [trial-2380↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a18:34:43.356380 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a18:34:43.367593 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:34:43.499521 tst assert_extension.py: using LAC 30707\u000a18:34:43.621395 tst assert_extension.py: using RAC 107\u000a18:34:43.736795 tst assert_extension.py: using CellId 30707\u000a18:34:43.852558 tst assert_extension.py: using BVCI 30708\u000a18:34:43.875082 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a18:34:44.164805 tst assert_extension.py:10: start nitb and bts...\u000a18:34:44.298512 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:34:44.961273 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13444): Launched\u000a18:34:45.279755 run osmo-nitb_10.42.42.2(pid=13445): Launched\u000a18:34:45.475985 run osmo-nitb_10.42.42.2(pid=13445): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13445)]\u000a18:34:45.620065 run osmo-nitb_10.42.42.2(pid=13445): stdout: \u000a| (launched: 2022-12-12_18:34:45.125338) \u000a18:34:45.764645 run osmo-nitb_10.42.42.2(pid=13445): stderr: \u000a| (launched: 2022-12-12_18:34:45.173186)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:34:45.931758 run osmo-nitb_10.42.42.2(pid=13445): stdout: \u000a| (launched: 2022-12-12_18:34:45.125338) \u000a18:34:46.069695 run osmo-nitb_10.42.42.2(pid=13445): stderr: \u000a| (launched: 2022-12-12_18:34:45.173186)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:34:46.403715 tst osmo-nitb_10.42.42.2(pid=13445): stdout: \u000a| (launched: 2022-12-12_18:34:45.125338) \u000a18:34:46.526488 tst osmo-nitb_10.42.42.2(pid=13445): stderr: \u000a| (launched: 2022-12-12_18:34:45.173186)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:34:46.581094 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=13445): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13445) [trial-2380↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13445)] [trial-2380↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a18:34:46.590490 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a18:34:46.629989 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13444): Terminating (SIGTERM)\u000a18:34:46.807840 --- ParallelTerminationStrategy: PID 13444 died...\u000a18:34:46.864472 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13444): Terminated: ok {rc=0}\u000a18:34:46.952347 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:34:43" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13455): Process ended prematurely: osmo-stp_10.42.42.5(pid=13455) [trial-2380↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13455)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13455): Process ended prematurely: osmo-stp_10.42.42.5(pid=13455) [trial-2380↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a18:34:48.776595 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:34:48.787616 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:34:48.924941 tst assert_extension.py: using LAC 30708\u000a18:34:49.048759 tst assert_extension.py: using RAC 108\u000a18:34:49.172912 tst assert_extension.py: using CellId 30708\u000a18:34:49.297225 tst assert_extension.py: using BVCI 30709\u000a18:34:49.321512 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:34:49.332719 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:34:49.343936 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:34:49.355290 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:34:49.366400 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:34:49.377451 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a18:34:49.575939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:34:50.048337 run create_hlr_db(pid=13449): Launched\u000a18:34:50.220605 bus /sierra_2: Setting Powered False\u000a18:34:51.242112 run create_hlr_db(pid=13449): Terminated: ok {rc=0}\u000a18:34:51.667614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13451): Launched\u000a18:34:51.991223 run osmo-hlr_10.42.42.2(pid=13452): Launched\u000a18:34:52.106908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:34:52.669385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13454): Launched\u000a18:34:52.990454 run osmo-stp_10.42.42.5(pid=13455): Launched\u000a18:34:53.106746 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:34:53.691823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13457): Launched\u000a18:34:54.011460 run osmo-msc_10.42.42.6(pid=13458): Launched\u000a18:34:54.199158 run osmo-stp_10.42.42.5(pid=13455): ERR: Terminated: ERROR {rc=1} [trial-2380↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13455)]\u000a18:34:54.333575 run osmo-stp_10.42.42.5(pid=13455): stdout: \u000a| (launched: 2022-12-12_18:34:52.832442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:54.466971 run osmo-stp_10.42.42.5(pid=13455): stderr: \u000a| �[0;m�[38;5;43m20221212183453022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183453022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183453022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183453023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183453023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183453023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183453023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:54.594766 run osmo-stp_10.42.42.5(pid=13455): stdout: \u000a| (launched: 2022-12-12_18:34:52.832442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:34:54.721725 run osmo-stp_10.42.42.5(pid=13455): stderr: \u000a| �[0;m�[38;5;43m20221212183453022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183453022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183453022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183453023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183453023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183453023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183453023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:34:54.777512 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=13455): Process ended prematurely: osmo-stp_10.42.42.5(pid=13455) [trial-2380↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13455)] [trial-2380↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a18:34:54.785965 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a18:34:54.847993 run osmo-hlr_10.42.42.2(pid=13452): ERR: Terminated: ERROR {rc=237} [trial-2380↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13452)]\u000a18:34:54.898980 run osmo-hlr_10.42.42.2(pid=13452): stdout: \u000a| (launched: 2022-12-12_18:34:51.831926) \u000a18:34:54.950496 run osmo-hlr_10.42.42.2(pid=13452): stderr: \u000a| �[0;m�[1;31m20221212183452026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183452026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183452026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183452026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183452026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183452026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183452038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183452049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183452049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183452049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:34:55.020864 run osmo-msc_10.42.42.6(pid=13458): ERR: Terminated: ERROR {rc=2} [trial-2380↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13458)]\u000a18:34:55.071847 run osmo-msc_10.42.42.6(pid=13458): stdout: \u000a| (launched: 2022-12-12_18:34:53.854314) \u000a18:34:55.124136 run osmo-msc_10.42.42.6(pid=13458): stderr: \u000a| �[0;m�[38;5;43m20221212183454176 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183454176 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87a11a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183454176 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183454176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183454176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183454176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183454178 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183454179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183454179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183454179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:34:55.168468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13451): Terminating (SIGTERM)\u000a18:34:55.210322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13454): Terminating (SIGTERM)\u000a18:34:55.251958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13457): Terminating (SIGTERM)\u000a18:34:55.261799 --- ParallelTerminationStrategy: PID 13451 died...\u000a18:34:55.317528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13451): Terminated: ok {rc=0}\u000a18:34:55.327583 --- ParallelTerminationStrategy: PID 13454 died...\u000a18:34:55.382918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13454): Terminated: ok {rc=0}\u000a18:34:55.392895 --- ParallelTerminationStrategy: PID 13457 died...\u000a18:34:55.447974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13457): Terminated: ok {rc=0}\u000a18:34:55.535612 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:34:48" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13473): Process ended prematurely: osmo-stp_10.42.42.5(pid=13473) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13473)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13473): Process ended prematurely: osmo-stp_10.42.42.5(pid=13473) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:34:57.481764 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:34:57.493139 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:34:57.650135 tst mo_mt_call.py: using LAC 30709\u000a18:34:57.767531 tst mo_mt_call.py: using RAC 109\u000a18:34:57.885293 tst mo_mt_call.py: using CellId 30709\u000a18:34:58.004077 tst mo_mt_call.py: using BVCI 30710\u000a18:34:58.027046 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:34:58.038355 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:34:58.049492 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:34:58.060553 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:34:58.072231 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:34:58.083520 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:34:58.205157 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:34:58.407058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:34:58.886504 run create_hlr_db(pid=13464): Launched\u000a18:34:59.060772 bus /sierra_2: Setting Powered False\u000a18:35:00.082984 run create_hlr_db(pid=13464): Terminated: ok {rc=0}\u000a18:35:00.488878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13466): Launched\u000a18:35:00.794109 run osmo-hlr_10.42.42.2(pid=13467): Launched\u000a18:35:00.993295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:35:01.599670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13472): Launched\u000a18:35:02.143349 run osmo-stp_10.42.42.5(pid=13473): Launched\u000a18:35:02.374398 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:35:02.934303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13475): Launched\u000a18:35:03.239069 run osmo-msc_10.42.42.6(pid=13476): Launched\u000a18:35:03.415898 run osmo-stp_10.42.42.5(pid=13473): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13473)]\u000a18:35:03.543600 run osmo-stp_10.42.42.5(pid=13473): stdout: \u000a| (launched: 2022-12-12_18:35:01.770941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:03.669426 run osmo-stp_10.42.42.5(pid=13473): stderr: \u000a| �[0;m�[38;5;43m20221212183502030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183502030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183502031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183502031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183502032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183502032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183502033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:03.791116 run osmo-stp_10.42.42.5(pid=13473): stdout: \u000a| (launched: 2022-12-12_18:35:01.770941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:03.911792 run osmo-stp_10.42.42.5(pid=13473): stderr: \u000a| �[0;m�[38;5;43m20221212183502030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183502030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183502031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183502031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183502032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183502032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183502033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:03.965209 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13473): Process ended prematurely: osmo-stp_10.42.42.5(pid=13473) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13473)] [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:35:03.973839 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a18:35:04.034511 run osmo-hlr_10.42.42.2(pid=13467): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13467)]\u000a18:35:04.083865 run osmo-hlr_10.42.42.2(pid=13467): stdout: \u000a| (launched: 2022-12-12_18:35:00.643308) \u000a18:35:04.133882 run osmo-hlr_10.42.42.2(pid=13467): stderr: \u000a| �[0;m�[1;31m20221212183500815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183500815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183500815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183500815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183500815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183500815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183500838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183500849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183500849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183500849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:35:04.201661 run osmo-msc_10.42.42.6(pid=13476): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13476)]\u000a18:35:04.251025 run osmo-msc_10.42.42.6(pid=13476): stdout: \u000a| (launched: 2022-12-12_18:35:03.088319) \u000a18:35:04.300766 run osmo-msc_10.42.42.6(pid=13476): stderr: \u000a| �[0;m�[38;5;43m20221212183503360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183503361 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f134c012c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183503361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183503361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183503361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183503361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183503363 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183503363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183503364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183503364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:35:04.342924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13466): Terminating (SIGTERM)\u000a18:35:04.382696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13472): Terminating (SIGTERM)\u000a18:35:04.422454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13475): Terminating (SIGTERM)\u000a18:35:04.431951 --- ParallelTerminationStrategy: PID 13466 died...\u000a18:35:04.485036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13466): Terminated: ok {rc=0}\u000a18:35:04.494857 --- ParallelTerminationStrategy: PID 13472 died...\u000a18:35:04.548108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13472): Terminated: ok {rc=0}\u000a18:35:04.558003 --- ParallelTerminationStrategy: PID 13475 died...\u000a18:35:04.610825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13475): Terminated: ok {rc=0}\u000a18:35:04.694980 bus /sierra_3: Setting Powered False\u000a18:35:05.801759 bus /sierra_3: Setting Powered False\u000a18:35:06.908369 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13485): Process ended prematurely: osmo-stp_10.42.42.5(pid=13485) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13485)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13485): Process ended prematurely: osmo-stp_10.42.42.5(pid=13485) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:35:08.024325 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:35:08.036920 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:35:08.199544 tst mo_mt_call_osmux.py: using LAC 30710\u000a18:35:08.326839 tst mo_mt_call_osmux.py: using RAC 110\u000a18:35:08.454867 tst mo_mt_call_osmux.py: using CellId 30710\u000a18:35:08.584011 tst mo_mt_call_osmux.py: using BVCI 30711\u000a18:35:08.608728 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:35:08.620685 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:35:08.632410 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:35:08.644065 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:35:08.655936 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:35:08.667632 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:35:08.786608 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:35:08.989681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:35:09.475342 run create_hlr_db(pid=13479): Launched\u000a18:35:09.650471 bus /sierra_2: Setting Powered False\u000a18:35:10.672818 run create_hlr_db(pid=13479): Terminated: ok {rc=0}\u000a18:35:11.107170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13481): Launched\u000a18:35:11.436527 run osmo-hlr_10.42.42.2(pid=13482): Launched\u000a18:35:11.555386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:35:12.124079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13484): Launched\u000a18:35:12.452114 run osmo-stp_10.42.42.5(pid=13485): Launched\u000a18:35:12.570497 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:35:13.171119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13487): Launched\u000a18:35:13.499757 run osmo-msc_10.42.42.6(pid=13488): Launched\u000a18:35:13.691764 run osmo-stp_10.42.42.5(pid=13485): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13485)]\u000a18:35:13.829619 run osmo-stp_10.42.42.5(pid=13485): stdout: \u000a| (launched: 2022-12-12_18:35:12.290539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:13.965644 run osmo-stp_10.42.42.5(pid=13485): stderr: \u000a| �[0;m�[38;5;43m20221212183512478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183512478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183512478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183512479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183512479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183512479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183512479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:14.096611 run osmo-stp_10.42.42.5(pid=13485): stdout: \u000a| (launched: 2022-12-12_18:35:12.290539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:14.227230 run osmo-stp_10.42.42.5(pid=13485): stderr: \u000a| �[0;m�[38;5;43m20221212183512478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183512478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183512478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183512479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183512479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183512479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183512479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:14.284718 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13485): Process ended prematurely: osmo-stp_10.42.42.5(pid=13485) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13485)] [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:35:14.294026 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:35:14.357809 run osmo-hlr_10.42.42.2(pid=13482): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13482)]\u000a18:35:14.409766 run osmo-hlr_10.42.42.2(pid=13482): stdout: \u000a| (launched: 2022-12-12_18:35:11.274486) \u000a18:35:14.462239 run osmo-hlr_10.42.42.2(pid=13482): stderr: \u000a| �[0;m�[1;31m20221212183511470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183511470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183511470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183511471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183511471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183511471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183511483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183511494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183511494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183511494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:35:14.533966 run osmo-msc_10.42.42.6(pid=13488): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13488)]\u000a18:35:14.586011 run osmo-msc_10.42.42.6(pid=13488): stdout: \u000a| (launched: 2022-12-12_18:35:13.338401) \u000a18:35:14.638485 run osmo-msc_10.42.42.6(pid=13488): stderr: \u000a| �[0;m�[38;5;43m20221212183513658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183513658 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f852cbf2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183513658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183513658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183513658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183513658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183513660 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183513660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183513660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183513661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:35:14.683150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13481): Terminating (SIGTERM)\u000a18:35:14.725615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13484): Terminating (SIGTERM)\u000a18:35:14.767906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13487): Terminating (SIGTERM)\u000a18:35:14.777952 --- ParallelTerminationStrategy: PID 13481 died...\u000a18:35:14.834441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13481): Terminated: ok {rc=0}\u000a18:35:14.844628 --- ParallelTerminationStrategy: PID 13484 died...\u000a18:35:14.901442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13484): Terminated: ok {rc=0}\u000a18:35:14.911678 --- ParallelTerminationStrategy: PID 13487 died...\u000a18:35:14.967473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13487): Terminated: ok {rc=0}\u000a18:35:15.055093 bus /sierra_3: Setting Powered False\u000a18:35:16.179290 bus /sierra_3: Setting Powered False\u000a18:35:17.295317 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:34:57" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13499): Process ended prematurely: osmo-stp_10.42.42.5(pid=13499) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13499)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13499): Process ended prematurely: osmo-stp_10.42.42.5(pid=13499) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:35:19.278778 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:35:19.290096 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:35:19.442444 tst mo_mt_call.py: using LAC 30711\u000a18:35:19.562697 tst mo_mt_call.py: using RAC 111\u000a18:35:19.684165 tst mo_mt_call.py: using CellId 30711\u000a18:35:19.805251 tst mo_mt_call.py: using BVCI 30712\u000a18:35:19.828397 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:35:19.839686 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:35:19.850884 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:35:19.862354 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:35:19.873867 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:35:19.885328 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:35:20.006594 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:35:20.212422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:35:20.693610 run create_hlr_db(pid=13493): Launched\u000a18:35:20.868851 bus /sierra_2: Setting Powered False\u000a18:35:21.891272 run create_hlr_db(pid=13493): Terminated: ok {rc=0}\u000a18:35:22.298852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13495): Launched\u000a18:35:22.604851 run osmo-hlr_10.42.42.2(pid=13496): Launched\u000a18:35:22.722657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:35:23.255612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13498): Launched\u000a18:35:23.561238 run osmo-stp_10.42.42.5(pid=13499): Launched\u000a18:35:23.671844 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:35:24.228335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13501): Launched\u000a18:35:24.535047 run osmo-msc_10.42.42.6(pid=13502): Launched\u000a18:35:24.713538 run osmo-stp_10.42.42.5(pid=13499): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13499)]\u000a18:35:24.842428 run osmo-stp_10.42.42.5(pid=13499): stdout: \u000a| (launched: 2022-12-12_18:35:23.410622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:24.968582 run osmo-stp_10.42.42.5(pid=13499): stderr: \u000a| �[0;m�[38;5;43m20221212183523581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183523581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183523581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183523582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183523582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183523582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183523582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:25.090962 run osmo-stp_10.42.42.5(pid=13499): stdout: \u000a| (launched: 2022-12-12_18:35:23.410622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:25.212544 run osmo-stp_10.42.42.5(pid=13499): stderr: \u000a| �[0;m�[38;5;43m20221212183523581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183523581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183523581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183523582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183523582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183523582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183523582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:25.266050 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13499): Process ended prematurely: osmo-stp_10.42.42.5(pid=13499) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13499)] [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:35:25.274716 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a18:35:25.335076 run osmo-hlr_10.42.42.2(pid=13496): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13496)]\u000a18:35:25.384294 run osmo-hlr_10.42.42.2(pid=13496): stdout: \u000a| (launched: 2022-12-12_18:35:22.453657) \u000a18:35:25.434093 run osmo-hlr_10.42.42.2(pid=13496): stderr: \u000a| �[0;m�[1;31m20221212183522632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183522632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183522632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183522632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183522633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183522633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183522645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183522653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183522653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183522653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:35:25.501299 run osmo-msc_10.42.42.6(pid=13502): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13502)]\u000a18:35:25.550351 run osmo-msc_10.42.42.6(pid=13502): stdout: \u000a| (launched: 2022-12-12_18:35:24.383117) \u000a18:35:25.600123 run osmo-msc_10.42.42.6(pid=13502): stderr: \u000a| �[0;m�[38;5;43m20221212183524652 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183524652 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1dbd2ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183524653 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183524653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183524653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183524653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183524655 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183524655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183524655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183524655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:35:25.641810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13495): Terminating (SIGTERM)\u000a18:35:25.681457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13498): Terminating (SIGTERM)\u000a18:35:25.721015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13501): Terminating (SIGTERM)\u000a18:35:25.730263 --- ParallelTerminationStrategy: PID 13495 died...\u000a18:35:25.783932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13495): Terminated: ok {rc=0}\u000a18:35:25.793929 --- ParallelTerminationStrategy: PID 13498 died...\u000a18:35:25.847205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13498): Terminated: ok {rc=0}\u000a18:35:25.857150 --- ParallelTerminationStrategy: PID 13501 died...\u000a18:35:25.910201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13501): Terminated: ok {rc=0}\u000a18:35:25.999120 bus /sierra_3: Setting Powered False\u000a18:35:27.102798 bus /sierra_3: Setting Powered False\u000a18:35:28.213809 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13510): Process ended prematurely: osmo-stp_10.42.42.5(pid=13510) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13510)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13510): Process ended prematurely: osmo-stp_10.42.42.5(pid=13510) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:35:29.325132 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:35:29.337924 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:35:29.492315 tst mo_mt_call_osmux.py: using LAC 30712\u000a18:35:29.614023 tst mo_mt_call_osmux.py: using RAC 112\u000a18:35:29.733317 tst mo_mt_call_osmux.py: using CellId 30712\u000a18:35:29.853830 tst mo_mt_call_osmux.py: using BVCI 30713\u000a18:35:29.876853 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:35:29.888328 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:35:29.899571 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:35:29.911128 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:35:29.922788 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:35:29.934332 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:35:30.056522 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:35:30.270951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:35:30.795280 run create_hlr_db(pid=13504): Launched\u000a18:35:30.997645 bus /sierra_2: Setting Powered False\u000a18:35:32.010546 run create_hlr_db(pid=13504): Terminated: ok {rc=0}\u000a18:35:32.454665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13506): Launched\u000a18:35:32.785488 run osmo-hlr_10.42.42.2(pid=13507): Launched\u000a18:35:32.904487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:35:33.473110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13509): Launched\u000a18:35:33.800294 run osmo-stp_10.42.42.5(pid=13510): Launched\u000a18:35:33.918369 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:35:34.518146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13512): Launched\u000a18:35:34.845502 run osmo-msc_10.42.42.6(pid=13513): Launched\u000a18:35:35.035239 run osmo-stp_10.42.42.5(pid=13510): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13510)]\u000a18:35:35.172675 run osmo-stp_10.42.42.5(pid=13510): stdout: \u000a| (launched: 2022-12-12_18:35:33.638938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:35.308653 run osmo-stp_10.42.42.5(pid=13510): stderr: \u000a| �[0;m�[38;5;43m20221212183533828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183533828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183533828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183533828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183533829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183533829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183533829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:35.440015 run osmo-stp_10.42.42.5(pid=13510): stdout: \u000a| (launched: 2022-12-12_18:35:33.638938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:35.570636 run osmo-stp_10.42.42.5(pid=13510): stderr: \u000a| �[0;m�[38;5;43m20221212183533828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183533828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183533828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183533828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183533829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183533829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183533829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:35.628228 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13510): Process ended prematurely: osmo-stp_10.42.42.5(pid=13510) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13510)] [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:35:35.637859 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:35:35.700844 run osmo-hlr_10.42.42.2(pid=13507): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13507)]\u000a18:35:35.752277 run osmo-hlr_10.42.42.2(pid=13507): stdout: \u000a| (launched: 2022-12-12_18:35:32.621633) \u000a18:35:35.804347 run osmo-hlr_10.42.42.2(pid=13507): stderr: \u000a| �[0;m�[1;31m20221212183532818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183532818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183532818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183532818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183532818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183532818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183532829 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183532838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183532838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183532838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:35:35.875406 run osmo-msc_10.42.42.6(pid=13513): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13513)]\u000a18:35:35.926791 run osmo-msc_10.42.42.6(pid=13513): stdout: \u000a| (launched: 2022-12-12_18:35:34.683841) \u000a18:35:35.978841 run osmo-msc_10.42.42.6(pid=13513): stderr: \u000a| �[0;m�[38;5;43m20221212183535004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183535004 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa283c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183535004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183535004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183535004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183535004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183535006 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183535007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183535007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183535007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:35:36.023327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13506): Terminating (SIGTERM)\u000a18:35:36.065479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13509): Terminating (SIGTERM)\u000a18:35:36.107679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13512): Terminating (SIGTERM)\u000a18:35:36.117552 --- ParallelTerminationStrategy: PID 13506 died...\u000a18:35:36.173845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13506): Terminated: ok {rc=0}\u000a18:35:36.184162 --- ParallelTerminationStrategy: PID 13509 died...\u000a18:35:36.240371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13509): Terminated: ok {rc=0}\u000a18:35:36.250644 --- ParallelTerminationStrategy: PID 13512 died...\u000a18:35:36.306769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13512): Terminated: ok {rc=0}\u000a18:35:36.395586 bus /sierra_3: Setting Powered False\u000a18:35:37.503743 bus /sierra_3: Setting Powered False\u000a18:35:38.613928 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:35:19" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13524): Process ended prematurely: osmo-stp_10.42.42.5(pid=13524) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13524)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13524): Process ended prematurely: osmo-stp_10.42.42.5(pid=13524) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:35:40.618166 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:35:40.629586 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:35:40.783061 tst mo_mt_call.py: using LAC 30713\u000a18:35:40.908246 tst mo_mt_call.py: using RAC 113\u000a18:35:41.030515 tst mo_mt_call.py: using CellId 30713\u000a18:35:41.152031 tst mo_mt_call.py: using BVCI 30714\u000a18:35:41.175336 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:35:41.186711 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:35:41.197945 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:35:41.209839 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:35:41.221890 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:35:41.233887 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:35:41.355304 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:35:41.565451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:35:42.087746 run create_hlr_db(pid=13518): Launched\u000a18:35:42.276656 bus /sierra_2: Setting Powered False\u000a18:35:43.298826 run create_hlr_db(pid=13518): Terminated: ok {rc=0}\u000a18:35:43.710997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13520): Launched\u000a18:35:44.017302 run osmo-hlr_10.42.42.2(pid=13521): Launched\u000a18:35:44.135627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:35:44.669876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13523): Launched\u000a18:35:44.974807 run osmo-stp_10.42.42.5(pid=13524): Launched\u000a18:35:45.085707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:35:45.648167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13526): Launched\u000a18:35:46.074359 run osmo-msc_10.42.42.6(pid=13527): Launched\u000a18:35:46.310610 run osmo-stp_10.42.42.5(pid=13524): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13524)]\u000a18:35:46.477496 run osmo-stp_10.42.42.5(pid=13524): stdout: \u000a| (launched: 2022-12-12_18:35:44.824351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:46.713267 run osmo-stp_10.42.42.5(pid=13524): stderr: \u000a| �[0;m�[38;5;43m20221212183544992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183544992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183544993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183544993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183544994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183544994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183544994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:46.966227 run osmo-stp_10.42.42.5(pid=13524): stdout: \u000a| (launched: 2022-12-12_18:35:44.824351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:47.101345 run osmo-stp_10.42.42.5(pid=13524): stderr: \u000a| �[0;m�[38;5;43m20221212183544992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183544992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183544993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183544993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183544994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183544994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183544994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:47.161956 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13524): Process ended prematurely: osmo-stp_10.42.42.5(pid=13524) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13524)] [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:35:47.172225 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a18:35:47.238890 run osmo-hlr_10.42.42.2(pid=13521): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13521)]\u000a18:35:47.292165 run osmo-hlr_10.42.42.2(pid=13521): stdout: \u000a| (launched: 2022-12-12_18:35:43.866296) \u000a18:35:47.346679 run osmo-hlr_10.42.42.2(pid=13521): stderr: \u000a| �[0;m�[1;31m20221212183544041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183544041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183544041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183544041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183544041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183544041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183544053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183544061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183544062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183544062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:35:47.420504 run osmo-msc_10.42.42.6(pid=13527): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13527)]\u000a18:35:47.472777 run osmo-msc_10.42.42.6(pid=13527): stdout: \u000a| (launched: 2022-12-12_18:35:45.803507) \u000a18:35:47.525509 run osmo-msc_10.42.42.6(pid=13527): stderr: \u000a| �[0;m�[38;5;43m20221212183546452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183546452 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba54d0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183546452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183546452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183546452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183546453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183546454 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183546455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183546455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183546455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:35:47.571037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13520): Terminating (SIGTERM)\u000a18:35:47.613935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13523): Terminating (SIGTERM)\u000a18:35:47.656853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13526): Terminating (SIGTERM)\u000a18:35:47.667425 --- ParallelTerminationStrategy: PID 13520 died...\u000a18:35:47.724312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13520): Terminated: ok {rc=0}\u000a18:35:47.735299 --- ParallelTerminationStrategy: PID 13523 died...\u000a18:35:47.791873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13523): Terminated: ok {rc=0}\u000a18:35:47.802745 --- ParallelTerminationStrategy: PID 13526 died...\u000a18:35:47.859482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13526): Terminated: ok {rc=0}\u000a18:35:47.947032 bus /sierra_3: Setting Powered False\u000a18:35:49.055086 bus /sierra_3: Setting Powered False\u000a18:35:50.166723 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13535): Process ended prematurely: osmo-stp_10.42.42.5(pid=13535) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13535)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13535): Process ended prematurely: osmo-stp_10.42.42.5(pid=13535) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:35:51.277598 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:35:51.289841 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:35:51.444298 tst mo_mt_call_osmux.py: using LAC 30714\u000a18:35:51.564038 tst mo_mt_call_osmux.py: using RAC 114\u000a18:35:51.685891 tst mo_mt_call_osmux.py: using CellId 30714\u000a18:35:51.807355 tst mo_mt_call_osmux.py: using BVCI 30715\u000a18:35:51.830550 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:35:51.842096 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:35:51.853313 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:35:51.864826 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:35:51.876427 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:35:51.888099 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:35:52.004585 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:35:52.217500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:35:52.739477 run create_hlr_db(pid=13529): Launched\u000a18:35:52.926963 bus /sierra_2: Setting Powered False\u000a18:35:53.949044 run create_hlr_db(pid=13529): Terminated: ok {rc=0}\u000a18:35:54.358501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13531): Launched\u000a18:35:54.664384 run osmo-hlr_10.42.42.2(pid=13532): Launched\u000a18:35:54.783774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:35:55.320390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13534): Launched\u000a18:35:55.626688 run osmo-stp_10.42.42.5(pid=13535): Launched\u000a18:35:55.738306 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:35:56.296843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13537): Launched\u000a18:35:56.604739 run osmo-msc_10.42.42.6(pid=13538): Launched\u000a18:35:56.784331 run osmo-stp_10.42.42.5(pid=13535): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13535)]\u000a18:35:56.913674 run osmo-stp_10.42.42.5(pid=13535): stdout: \u000a| (launched: 2022-12-12_18:35:55.475237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:57.040690 run osmo-stp_10.42.42.5(pid=13535): stderr: \u000a| �[0;m�[38;5;43m20221212183555644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183555644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183555644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183555644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183555645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183555645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183555645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:57.163263 run osmo-stp_10.42.42.5(pid=13535): stdout: \u000a| (launched: 2022-12-12_18:35:55.475237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:35:57.284561 run osmo-stp_10.42.42.5(pid=13535): stderr: \u000a| �[0;m�[38;5;43m20221212183555644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183555644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183555644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183555644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183555645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183555645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183555645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:35:57.338430 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13535): Process ended prematurely: osmo-stp_10.42.42.5(pid=13535) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13535)] [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:35:57.347569 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:35:57.408762 run osmo-hlr_10.42.42.2(pid=13532): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13532)]\u000a18:35:57.458258 run osmo-hlr_10.42.42.2(pid=13532): stdout: \u000a| (launched: 2022-12-12_18:35:54.512643) \u000a18:35:57.508606 run osmo-hlr_10.42.42.2(pid=13532): stderr: \u000a| �[0;m�[1;31m20221212183554686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183554686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183554686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183554686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183554686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183554686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183554699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183554710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183554711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183554711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:35:57.577200 run osmo-msc_10.42.42.6(pid=13538): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13538)]\u000a18:35:57.627601 run osmo-msc_10.42.42.6(pid=13538): stdout: \u000a| (launched: 2022-12-12_18:35:56.452164) \u000a18:35:57.678081 run osmo-msc_10.42.42.6(pid=13538): stderr: \u000a| �[0;m�[38;5;43m20221212183556723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183556724 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a68a42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183556724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183556724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183556724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183556724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183556726 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183556726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183556726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183556726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:35:57.720484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13531): Terminating (SIGTERM)\u000a18:35:57.760625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13534): Terminating (SIGTERM)\u000a18:35:57.800858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13537): Terminating (SIGTERM)\u000a18:35:57.810221 --- ParallelTerminationStrategy: PID 13531 died...\u000a18:35:57.864697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13531): Terminated: ok {rc=0}\u000a18:35:57.874502 --- ParallelTerminationStrategy: PID 13534 died...\u000a18:35:57.928342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13534): Terminated: ok {rc=0}\u000a18:35:57.938109 --- ParallelTerminationStrategy: PID 13537 died...\u000a18:35:57.991423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13537): Terminated: ok {rc=0}\u000a18:35:58.075581 bus /sierra_3: Setting Powered False\u000a18:35:59.181472 bus /sierra_3: Setting Powered False\u000a18:36:00.288618 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:35:40" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13549): Process ended prematurely: osmo-stp_10.42.42.5(pid=13549) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13549)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13549): Process ended prematurely: osmo-stp_10.42.42.5(pid=13549) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:36:02.302727 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:36:02.314039 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:36:02.464864 tst mo_mt_call.py: using LAC 30715\u000a18:36:02.584111 tst mo_mt_call.py: using RAC 115\u000a18:36:02.704347 tst mo_mt_call.py: using CellId 30715\u000a18:36:02.824007 tst mo_mt_call.py: using BVCI 30716\u000a18:36:02.847115 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:36:02.858425 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:36:02.869699 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:36:02.881442 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:36:02.892871 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:36:02.904286 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:36:03.024384 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:36:03.229427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:36:03.711601 run create_hlr_db(pid=13543): Launched\u000a18:36:03.887475 bus /sierra_2: Setting Powered False\u000a18:36:04.909677 run create_hlr_db(pid=13543): Terminated: ok {rc=0}\u000a18:36:05.345207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13545): Launched\u000a18:36:05.674341 run osmo-hlr_10.42.42.2(pid=13546): Launched\u000a18:36:05.793803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:36:06.363059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13548): Launched\u000a18:36:06.690245 run osmo-stp_10.42.42.5(pid=13549): Launched\u000a18:36:06.807175 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:36:07.402870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13551): Launched\u000a18:36:07.731346 run osmo-msc_10.42.42.6(pid=13552): Launched\u000a18:36:07.922139 run osmo-stp_10.42.42.5(pid=13549): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13549)]\u000a18:36:08.059260 run osmo-stp_10.42.42.5(pid=13549): stdout: \u000a| (launched: 2022-12-12_18:36:06.529076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:36:08.196803 run osmo-stp_10.42.42.5(pid=13549): stderr: \u000a| �[0;m�[38;5;43m20221212183606716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183606716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183606717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183606717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183606718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183606718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183606718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:36:08.327913 run osmo-stp_10.42.42.5(pid=13549): stdout: \u000a| (launched: 2022-12-12_18:36:06.529076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:36:08.458078 run osmo-stp_10.42.42.5(pid=13549): stderr: \u000a| �[0;m�[38;5;43m20221212183606716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183606716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183606717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183606717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183606718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183606718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183606718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:36:08.515526 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13549): Process ended prematurely: osmo-stp_10.42.42.5(pid=13549) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13549)] [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a18:36:08.525200 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:36:08.587351 run osmo-hlr_10.42.42.2(pid=13546): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13546)]\u000a18:36:08.638357 run osmo-hlr_10.42.42.2(pid=13546): stdout: \u000a| (launched: 2022-12-12_18:36:05.511548) \u000a18:36:08.689697 run osmo-hlr_10.42.42.2(pid=13546): stderr: \u000a| �[0;m�[1;31m20221212183605705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183605705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183605705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183605705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183605705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183605705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183605718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183605727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183605727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183605727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:36:08.759774 run osmo-msc_10.42.42.6(pid=13552): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13552)]\u000a18:36:08.810399 run osmo-msc_10.42.42.6(pid=13552): stdout: \u000a| (launched: 2022-12-12_18:36:07.569193) \u000a18:36:08.861766 run osmo-msc_10.42.42.6(pid=13552): stderr: \u000a| �[0;m�[38;5;43m20221212183607890 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183607890 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8bccf40c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183607890 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183607890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183607890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183607891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183607892 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183607893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183607893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183607893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:36:08.905659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13545): Terminating (SIGTERM)\u000a18:36:08.947066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13548): Terminating (SIGTERM)\u000a18:36:08.988424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13551): Terminating (SIGTERM)\u000a18:36:08.998293 --- ParallelTerminationStrategy: PID 13545 died...\u000a18:36:09.054100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13545): Terminated: ok {rc=0}\u000a18:36:09.064236 --- ParallelTerminationStrategy: PID 13548 died...\u000a18:36:09.119635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13548): Terminated: ok {rc=0}\u000a18:36:09.129853 --- ParallelTerminationStrategy: PID 13551 died...\u000a18:36:09.185155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13551): Terminated: ok {rc=0}\u000a18:36:09.273644 bus /sierra_3: Setting Powered False\u000a18:36:10.375723 bus /sierra_3: Setting Powered False\u000a18:36:11.483999 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13560): Process ended prematurely: osmo-stp_10.42.42.5(pid=13560) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13560)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13560): Process ended prematurely: osmo-stp_10.42.42.5(pid=13560) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:36:12.599504 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:36:12.612317 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:36:12.774281 tst mo_mt_call_osmux.py: using LAC 30716\u000a18:36:12.901890 tst mo_mt_call_osmux.py: using RAC 116\u000a18:36:13.031628 tst mo_mt_call_osmux.py: using CellId 30716\u000a18:36:13.161405 tst mo_mt_call_osmux.py: using BVCI 30717\u000a18:36:13.186515 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:36:13.198396 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:36:13.210074 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:36:13.221852 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:36:13.233624 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:36:13.245200 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:36:13.362360 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:36:13.567428 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:36:14.050604 run create_hlr_db(pid=13554): Launched\u000a18:36:14.225865 bus /sierra_2: Setting Powered False\u000a18:36:15.248649 run create_hlr_db(pid=13554): Terminated: ok {rc=0}\u000a18:36:15.682801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13556): Launched\u000a18:36:16.089498 run osmo-hlr_10.42.42.2(pid=13557): Launched\u000a18:36:16.245767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:36:16.920210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13559): Launched\u000a18:36:17.332744 run osmo-stp_10.42.42.5(pid=13560): Launched\u000a18:36:17.452598 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:36:18.052574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13562): Launched\u000a18:36:18.381522 run osmo-msc_10.42.42.6(pid=13563): Launched\u000a18:36:18.572812 run osmo-stp_10.42.42.5(pid=13560): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13560)]\u000a18:36:18.709867 run osmo-stp_10.42.42.5(pid=13560): stdout: \u000a| (launched: 2022-12-12_18:36:17.089330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:36:18.845594 run osmo-stp_10.42.42.5(pid=13560): stderr: \u000a| �[0;m�[38;5;43m20221212183617355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183617355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183617355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183617356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183617356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183617356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183617356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:36:18.976919 run osmo-stp_10.42.42.5(pid=13560): stdout: \u000a| (launched: 2022-12-12_18:36:17.089330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:36:19.106878 run osmo-stp_10.42.42.5(pid=13560): stderr: \u000a| �[0;m�[38;5;43m20221212183617355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183617355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183617355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183617356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183617356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183617356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183617356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:36:19.164456 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13560): Process ended prematurely: osmo-stp_10.42.42.5(pid=13560) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13560)] [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a18:36:19.174424 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a18:36:19.237492 run osmo-hlr_10.42.42.2(pid=13557): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13557)]\u000a18:36:19.288884 run osmo-hlr_10.42.42.2(pid=13557): stdout: \u000a| (launched: 2022-12-12_18:36:15.854110) \u000a18:36:19.340891 run osmo-hlr_10.42.42.2(pid=13557): stderr: \u000a| �[0;m�[1;31m20221212183616204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183616204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183616204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183616204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183616204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183616204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183616231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183616254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183616254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183616254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:36:19.411852 run osmo-msc_10.42.42.6(pid=13563): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13563)]\u000a18:36:19.463083 run osmo-msc_10.42.42.6(pid=13563): stdout: \u000a| (launched: 2022-12-12_18:36:18.219150) \u000a18:36:19.514995 run osmo-msc_10.42.42.6(pid=13563): stderr: \u000a| �[0;m�[38;5;43m20221212183618538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183618538 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7aa63fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183618539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183618539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183618539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183618539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183618541 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183618541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183618541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183618541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:36:19.559135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13556): Terminating (SIGTERM)\u000a18:36:19.600897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13559): Terminating (SIGTERM)\u000a18:36:19.642658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13562): Terminating (SIGTERM)\u000a18:36:19.652571 --- ParallelTerminationStrategy: PID 13556 died...\u000a18:36:19.708386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13556): Terminated: ok {rc=0}\u000a18:36:19.718515 --- ParallelTerminationStrategy: PID 13559 died...\u000a18:36:19.774383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13559): Terminated: ok {rc=0}\u000a18:36:19.784447 --- ParallelTerminationStrategy: PID 13562 died...\u000a18:36:19.840253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13562): Terminated: ok {rc=0}\u000a18:36:19.927956 bus /sierra_3: Setting Powered False\u000a18:36:21.035994 bus /sierra_3: Setting Powered False\u000a18:36:22.147740 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:36:02" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13575): Process ended prematurely: osmo-stp_10.42.42.5(pid=13575) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13575)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13575): Process ended prematurely: osmo-stp_10.42.42.5(pid=13575) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:36:24.139914 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:36:24.151235 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:36:24.305694 tst mo_mt_call.py: using LAC 30717\u000a18:36:24.423997 tst mo_mt_call.py: using RAC 117\u000a18:36:24.545304 tst mo_mt_call.py: using CellId 30717\u000a18:36:24.666051 tst mo_mt_call.py: using BVCI 30718\u000a18:36:24.689198 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:36:24.700421 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:36:24.711497 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:36:24.722816 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:36:24.734407 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:36:24.745955 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:36:24.866355 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:36:25.078582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:36:25.603001 run create_hlr_db(pid=13569): Launched\u000a18:36:25.790773 bus /sierra_2: Setting Powered False\u000a18:36:26.812599 run create_hlr_db(pid=13569): Terminated: ok {rc=0}\u000a18:36:27.223595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13571): Launched\u000a18:36:27.530994 run osmo-hlr_10.42.42.2(pid=13572): Launched\u000a18:36:27.650172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:36:28.184468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13574): Launched\u000a18:36:28.491295 run osmo-stp_10.42.42.5(pid=13575): Launched\u000a18:36:28.602486 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:36:29.159658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13577): Launched\u000a18:36:29.467278 run osmo-msc_10.42.42.6(pid=13578): Launched\u000a18:36:29.646475 run osmo-stp_10.42.42.5(pid=13575): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13575)]\u000a18:36:29.775089 run osmo-stp_10.42.42.5(pid=13575): stdout: \u000a| (launched: 2022-12-12_18:36:28.339043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:36:29.901763 run osmo-stp_10.42.42.5(pid=13575): stderr: \u000a| �[0;m�[38;5;43m20221212183628506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183628506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183628507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183628507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183628508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183628508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183628508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:36:30.023744 run osmo-stp_10.42.42.5(pid=13575): stdout: \u000a| (launched: 2022-12-12_18:36:28.339043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:36:30.145269 run osmo-stp_10.42.42.5(pid=13575): stderr: \u000a| �[0;m�[38;5;43m20221212183628506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183628506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183628507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183628507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183628508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183628508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183628508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:36:30.199104 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13575): Process ended prematurely: osmo-stp_10.42.42.5(pid=13575) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13575)] [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:36:30.207670 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:36:30.268080 run osmo-hlr_10.42.42.2(pid=13572): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13572)]\u000a18:36:30.317359 run osmo-hlr_10.42.42.2(pid=13572): stdout: \u000a| (launched: 2022-12-12_18:36:27.378390) \u000a18:36:30.367281 run osmo-hlr_10.42.42.2(pid=13572): stderr: \u000a| �[0;m�[1;31m20221212183627552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183627552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183627552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183627553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183627553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183627553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183627566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183627574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183627574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183627574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:36:30.434719 run osmo-msc_10.42.42.6(pid=13578): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13578)]\u000a18:36:30.483848 run osmo-msc_10.42.42.6(pid=13578): stdout: \u000a| (launched: 2022-12-12_18:36:29.314681) \u000a18:36:30.533420 run osmo-msc_10.42.42.6(pid=13578): stderr: \u000a| �[0;m�[38;5;43m20221212183629586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183629586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e44100c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183629586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183629586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183629586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183629587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183629588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183629589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183629589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183629589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:36:30.575214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13571): Terminating (SIGTERM)\u000a18:36:30.615063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13574): Terminating (SIGTERM)\u000a18:36:30.654897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13577): Terminating (SIGTERM)\u000a18:36:30.664222 --- ParallelTerminationStrategy: PID 13571 died...\u000a18:36:30.717810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13571): Terminated: ok {rc=0}\u000a18:36:30.727608 --- ParallelTerminationStrategy: PID 13574 died...\u000a18:36:30.780323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13574): Terminated: ok {rc=0}\u000a18:36:30.790302 --- ParallelTerminationStrategy: PID 13577 died...\u000a18:36:30.847924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13577): Terminated: ok {rc=0}\u000a18:36:30.965805 bus /sierra_3: Setting Powered False\u000a18:36:32.076863 bus /sierra_3: Setting Powered False\u000a18:36:33.183371 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13586): Process ended prematurely: osmo-stp_10.42.42.5(pid=13586) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13586)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13586): Process ended prematurely: osmo-stp_10.42.42.5(pid=13586) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:36:34.298643 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:36:34.311317 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:36:34.478300 tst mo_mt_call_osmux.py: using LAC 30718\u000a18:36:34.608028 tst mo_mt_call_osmux.py: using RAC 118\u000a18:36:34.733109 tst mo_mt_call_osmux.py: using CellId 30718\u000a18:36:34.851378 tst mo_mt_call_osmux.py: using BVCI 30719\u000a18:36:34.874700 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:36:34.886182 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:36:34.897655 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:36:34.909083 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:36:34.920419 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:36:34.931691 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:36:35.050497 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:36:35.268672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:36:35.792230 run create_hlr_db(pid=13580): Launched\u000a18:36:35.981389 bus /sierra_2: Setting Powered False\u000a18:36:37.002893 run create_hlr_db(pid=13580): Terminated: ok {rc=0}\u000a18:36:37.438665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13582): Launched\u000a18:36:37.766994 run osmo-hlr_10.42.42.2(pid=13583): Launched\u000a18:36:37.885360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:36:38.457381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13585): Launched\u000a18:36:38.783557 run osmo-stp_10.42.42.5(pid=13586): Launched\u000a18:36:38.900682 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:36:39.498796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13588): Launched\u000a18:36:39.829447 run osmo-msc_10.42.42.6(pid=13589): Launched\u000a18:36:40.020398 run osmo-stp_10.42.42.5(pid=13586): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13586)]\u000a18:36:40.157651 run osmo-stp_10.42.42.5(pid=13586): stdout: \u000a| (launched: 2022-12-12_18:36:38.623825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:36:40.294255 run osmo-stp_10.42.42.5(pid=13586): stderr: \u000a| �[0;m�[38;5;43m20221212183638813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183638813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183638813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183638814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183638814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183638814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183638815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:36:40.425549 run osmo-stp_10.42.42.5(pid=13586): stdout: \u000a| (launched: 2022-12-12_18:36:38.623825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:36:40.555769 run osmo-stp_10.42.42.5(pid=13586): stderr: \u000a| �[0;m�[38;5;43m20221212183638813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183638813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183638813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183638814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183638814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183638814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183638815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:36:40.613186 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13586): Process ended prematurely: osmo-stp_10.42.42.5(pid=13586) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13586)] [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:36:40.622457 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a18:36:40.685788 run osmo-hlr_10.42.42.2(pid=13583): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13583)]\u000a18:36:40.737295 run osmo-hlr_10.42.42.2(pid=13583): stdout: \u000a| (launched: 2022-12-12_18:36:37.605643) \u000a18:36:40.789583 run osmo-hlr_10.42.42.2(pid=13583): stderr: \u000a| �[0;m�[1;31m20221212183637801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183637801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183637801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183637801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183637801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183637801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183637814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183637823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183637823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183637823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:36:40.860749 run osmo-msc_10.42.42.6(pid=13589): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13589)]\u000a18:36:40.912246 run osmo-msc_10.42.42.6(pid=13589): stdout: \u000a| (launched: 2022-12-12_18:36:39.665983) \u000a18:36:40.964250 run osmo-msc_10.42.42.6(pid=13589): stderr: \u000a| �[0;m�[38;5;43m20221212183639986 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183639987 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0745b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183639987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183639987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183639987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183639987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183639989 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183639989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183639989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183639989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:36:41.008513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13582): Terminating (SIGTERM)\u000a18:36:41.050564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13585): Terminating (SIGTERM)\u000a18:36:41.092586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13588): Terminating (SIGTERM)\u000a18:36:41.102627 --- ParallelTerminationStrategy: PID 13582 died...\u000a18:36:41.158705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13582): Terminated: ok {rc=0}\u000a18:36:41.168887 --- ParallelTerminationStrategy: PID 13585 died...\u000a18:36:41.224792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13585): Terminated: ok {rc=0}\u000a18:36:41.235036 --- ParallelTerminationStrategy: PID 13588 died...\u000a18:36:41.291108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13588): Terminated: ok {rc=0}\u000a18:36:41.378964 bus /sierra_3: Setting Powered False\u000a18:36:42.483262 bus /sierra_3: Setting Powered False\u000a18:36:43.593977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:36:23" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13600): Process ended prematurely: osmo-stp_10.42.42.5(pid=13600) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13600)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13600): Process ended prematurely: osmo-stp_10.42.42.5(pid=13600) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:36:45.585361 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:36:45.596691 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:36:45.749161 tst mo_mt_call.py: using LAC 30719\u000a18:36:45.881188 tst mo_mt_call.py: using RAC 119\u000a18:36:46.003540 tst mo_mt_call.py: using CellId 30719\u000a18:36:46.162897 tst mo_mt_call.py: using BVCI 30720\u000a18:36:46.198454 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:36:46.212472 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:36:46.226558 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:36:46.240253 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:36:46.252994 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:36:46.266801 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:36:46.406733 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:36:46.638353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:36:47.202936 run create_hlr_db(pid=13594): Launched\u000a18:36:47.394139 bus /sierra_2: Setting Powered False\u000a18:36:48.403709 run create_hlr_db(pid=13594): Terminated: ok {rc=0}\u000a18:36:48.848893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13596): Launched\u000a18:36:49.176490 run osmo-hlr_10.42.42.2(pid=13597): Launched\u000a18:36:49.296278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:36:49.865408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13599): Launched\u000a18:36:50.194257 run osmo-stp_10.42.42.5(pid=13600): Launched\u000a18:36:50.312184 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:36:50.911063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13602): Launched\u000a18:36:51.241809 run osmo-msc_10.42.42.6(pid=13603): Launched\u000a18:36:51.432566 run osmo-stp_10.42.42.5(pid=13600): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13600)]\u000a18:36:51.569960 run osmo-stp_10.42.42.5(pid=13600): stdout: \u000a| (launched: 2022-12-12_18:36:50.031865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:36:51.706253 run osmo-stp_10.42.42.5(pid=13600): stderr: \u000a| �[0;m�[38;5;43m20221212183650223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183650223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183650223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183650224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183650224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183650224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183650224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:36:51.837697 run osmo-stp_10.42.42.5(pid=13600): stdout: \u000a| (launched: 2022-12-12_18:36:50.031865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:36:51.968165 run osmo-stp_10.42.42.5(pid=13600): stderr: \u000a| �[0;m�[38;5;43m20221212183650223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183650223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183650223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183650224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183650224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183650224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183650224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:36:52.025937 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13600): Process ended prematurely: osmo-stp_10.42.42.5(pid=13600) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13600)] [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:36:52.035213 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a18:36:52.099263 run osmo-hlr_10.42.42.2(pid=13597): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13597)]\u000a18:36:52.150787 run osmo-hlr_10.42.42.2(pid=13597): stdout: \u000a| (launched: 2022-12-12_18:36:49.015344) \u000a18:36:52.203187 run osmo-hlr_10.42.42.2(pid=13597): stderr: \u000a| �[0;m�[1;31m20221212183649211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183649211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183649211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183649211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183649211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183649211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183649223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183649233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183649233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183649233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:36:52.274245 run osmo-msc_10.42.42.6(pid=13603): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13603)]\u000a18:36:52.325489 run osmo-msc_10.42.42.6(pid=13603): stdout: \u000a| (launched: 2022-12-12_18:36:51.078076) \u000a18:36:52.377468 run osmo-msc_10.42.42.6(pid=13603): stderr: \u000a| �[0;m�[38;5;43m20221212183651398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183651399 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7facb45c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183651399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183651399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183651399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183651399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183651401 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183651401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183651401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183651401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:36:52.421916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13596): Terminating (SIGTERM)\u000a18:36:52.463746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13599): Terminating (SIGTERM)\u000a18:36:52.505718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13602): Terminating (SIGTERM)\u000a18:36:52.515579 --- ParallelTerminationStrategy: PID 13596 died...\u000a18:36:52.571585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13596): Terminated: ok {rc=0}\u000a18:36:52.581848 --- ParallelTerminationStrategy: PID 13599 died...\u000a18:36:52.638138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13599): Terminated: ok {rc=0}\u000a18:36:52.648292 --- ParallelTerminationStrategy: PID 13602 died...\u000a18:36:52.704586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13602): Terminated: ok {rc=0}\u000a18:36:52.793542 bus /sierra_3: Setting Powered False\u000a18:36:53.902041 bus /sierra_3: Setting Powered False\u000a18:36:55.011011 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13611): Process ended prematurely: osmo-stp_10.42.42.5(pid=13611) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13611)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13611): Process ended prematurely: osmo-stp_10.42.42.5(pid=13611) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:36:56.126897 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:36:56.139628 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:36:56.303124 tst mo_mt_call_osmux.py: using LAC 30720\u000a18:36:56.426153 tst mo_mt_call_osmux.py: using RAC 120\u000a18:36:56.548351 tst mo_mt_call_osmux.py: using CellId 30720\u000a18:36:56.669621 tst mo_mt_call_osmux.py: using BVCI 30721\u000a18:36:56.692659 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:36:56.704088 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:36:56.715458 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:36:56.727210 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:36:56.738822 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:36:56.750368 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:36:56.870345 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:36:57.086690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:36:57.612692 run create_hlr_db(pid=13605): Launched\u000a18:36:57.802061 bus /sierra_2: Setting Powered False\u000a18:36:58.824036 run create_hlr_db(pid=13605): Terminated: ok {rc=0}\u000a18:36:59.235439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13607): Launched\u000a18:36:59.542745 run osmo-hlr_10.42.42.2(pid=13608): Launched\u000a18:36:59.662478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:37:00.203826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13610): Launched\u000a18:37:00.511423 run osmo-stp_10.42.42.5(pid=13611): Launched\u000a18:37:00.622704 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:37:01.235381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13613): Launched\u000a18:37:01.678189 run osmo-msc_10.42.42.6(pid=13614): Launched\u000a18:37:02.002619 run osmo-stp_10.42.42.5(pid=13611): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13611)]\u000a18:37:02.213341 run osmo-stp_10.42.42.5(pid=13611): stdout: \u000a| (launched: 2022-12-12_18:37:00.360263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:37:02.351548 run osmo-stp_10.42.42.5(pid=13611): stderr: \u000a| �[0;m�[38;5;43m20221212183700528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183700528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183700529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183700529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183700530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183700530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183700530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:37:02.483076 run osmo-stp_10.42.42.5(pid=13611): stdout: \u000a| (launched: 2022-12-12_18:37:00.360263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:37:02.613607 run osmo-stp_10.42.42.5(pid=13611): stderr: \u000a| �[0;m�[38;5;43m20221212183700528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183700528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183700529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183700529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183700530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183700530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183700530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:37:02.671166 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13611): Process ended prematurely: osmo-stp_10.42.42.5(pid=13611) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13611)] [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:37:02.680560 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a18:37:02.744073 run osmo-hlr_10.42.42.2(pid=13608): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13608)]\u000a18:37:02.795972 run osmo-hlr_10.42.42.2(pid=13608): stdout: \u000a| (launched: 2022-12-12_18:36:59.391262) \u000a18:37:02.848419 run osmo-hlr_10.42.42.2(pid=13608): stderr: \u000a| �[0;m�[1;31m20221212183659566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183659566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183659566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183659566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183659566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183659566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183659578 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183659589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183659590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183659590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:37:02.920321 run osmo-msc_10.42.42.6(pid=13614): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13614)]\u000a18:37:02.972275 run osmo-msc_10.42.42.6(pid=13614): stdout: \u000a| (launched: 2022-12-12_18:37:01.403426) \u000a18:37:03.024564 run osmo-msc_10.42.42.6(pid=13614): stderr: \u000a| �[0;m�[38;5;43m20221212183701907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183701907 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f711b616c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183701907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183701907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183701907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183701908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183701911 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183701913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183701913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183701913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:37:03.069291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13607): Terminating (SIGTERM)\u000a18:37:03.111516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13610): Terminating (SIGTERM)\u000a18:37:03.153876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13613): Terminating (SIGTERM)\u000a18:37:03.163873 --- ParallelTerminationStrategy: PID 13607 died...\u000a18:37:03.220683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13607): Terminated: ok {rc=0}\u000a18:37:03.231051 --- ParallelTerminationStrategy: PID 13610 died...\u000a18:37:03.287573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13610): Terminated: ok {rc=0}\u000a18:37:03.297879 --- ParallelTerminationStrategy: PID 13613 died...\u000a18:37:03.354382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13613): Terminated: ok {rc=0}\u000a18:37:03.441856 bus /sierra_3: Setting Powered False\u000a18:37:04.545279 bus /sierra_3: Setting Powered False\u000a18:37:05.655757 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:36:45" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13625): Process ended prematurely: osmo-stp_10.42.42.5(pid=13625) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13625)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13625): Process ended prematurely: osmo-stp_10.42.42.5(pid=13625) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a18:37:07.657625 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:37:07.669327 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:37:07.831054 tst mo_mt_call.py: using LAC 30721\u000a18:37:07.958073 tst mo_mt_call.py: using RAC 121\u000a18:37:08.085993 tst mo_mt_call.py: using CellId 30721\u000a18:37:08.210401 tst mo_mt_call.py: using BVCI 30722\u000a18:37:08.234125 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:37:08.245580 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:37:08.256645 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:37:08.269041 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:37:08.280845 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:37:08.292694 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:37:08.416281 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:37:08.629320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:37:09.153388 run create_hlr_db(pid=13619): Launched\u000a18:37:09.342956 bus /sierra_2: Setting Powered False\u000a18:37:10.366091 run create_hlr_db(pid=13619): Terminated: ok {rc=0}\u000a18:37:10.801766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13621): Launched\u000a18:37:11.129551 run osmo-hlr_10.42.42.2(pid=13622): Launched\u000a18:37:11.250762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:37:11.819909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13624): Launched\u000a18:37:12.147639 run osmo-stp_10.42.42.5(pid=13625): Launched\u000a18:37:12.266104 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:37:12.863241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13627): Launched\u000a18:37:13.193951 run osmo-msc_10.42.42.6(pid=13628): Launched\u000a18:37:13.384585 run osmo-stp_10.42.42.5(pid=13625): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13625)]\u000a18:37:13.521671 run osmo-stp_10.42.42.5(pid=13625): stdout: \u000a| (launched: 2022-12-12_18:37:11.985919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:37:13.658313 run osmo-stp_10.42.42.5(pid=13625): stderr: \u000a| �[0;m�[38;5;43m20221212183712176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183712177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183712177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183712177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183712178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183712178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183712178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:37:13.789435 run osmo-stp_10.42.42.5(pid=13625): stdout: \u000a| (launched: 2022-12-12_18:37:11.985919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:37:13.920097 run osmo-stp_10.42.42.5(pid=13625): stderr: \u000a| �[0;m�[38;5;43m20221212183712176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183712177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183712177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183712177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183712178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183712178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183712178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:37:13.978032 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13625): Process ended prematurely: osmo-stp_10.42.42.5(pid=13625) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13625)] [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a18:37:13.987577 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:37:14.050881 run osmo-hlr_10.42.42.2(pid=13622): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13622)]\u000a18:37:14.102777 run osmo-hlr_10.42.42.2(pid=13622): stdout: \u000a| (launched: 2022-12-12_18:37:10.967859) \u000a18:37:14.155012 run osmo-hlr_10.42.42.2(pid=13622): stderr: \u000a| �[0;m�[1;31m20221212183711164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183711164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183711164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183711164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183711164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183711164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183711178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183711186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183711187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183711187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:37:14.226558 run osmo-msc_10.42.42.6(pid=13628): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13628)]\u000a18:37:14.278237 run osmo-msc_10.42.42.6(pid=13628): stdout: \u000a| (launched: 2022-12-12_18:37:13.030383) \u000a18:37:14.330347 run osmo-msc_10.42.42.6(pid=13628): stderr: \u000a| �[0;m�[38;5;43m20221212183713351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183713351 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b2460ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183713351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183713351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183713351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183713352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183713353 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183713354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183713354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183713354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:37:14.374704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13621): Terminating (SIGTERM)\u000a18:37:14.416456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13624): Terminating (SIGTERM)\u000a18:37:14.458442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13627): Terminating (SIGTERM)\u000a18:37:14.468310 --- ParallelTerminationStrategy: PID 13621 died...\u000a18:37:14.524401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13621): Terminated: ok {rc=0}\u000a18:37:14.534856 --- ParallelTerminationStrategy: PID 13624 died...\u000a18:37:14.591324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13624): Terminated: ok {rc=0}\u000a18:37:14.602047 --- ParallelTerminationStrategy: PID 13627 died...\u000a18:37:14.658369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13627): Terminated: ok {rc=0}\u000a18:37:14.746429 bus /sierra_3: Setting Powered False\u000a18:37:15.869125 bus /sierra_3: Setting Powered False\u000a18:37:17.003326 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13636): Process ended prematurely: osmo-stp_10.42.42.5(pid=13636) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13636)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13636): Process ended prematurely: osmo-stp_10.42.42.5(pid=13636) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:37:18.116105 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:37:18.128391 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:37:18.293305 tst mo_mt_call_osmux.py: using LAC 30722\u000a18:37:18.423479 tst mo_mt_call_osmux.py: using RAC 122\u000a18:37:18.551242 tst mo_mt_call_osmux.py: using CellId 30722\u000a18:37:18.678564 tst mo_mt_call_osmux.py: using BVCI 30723\u000a18:37:18.703953 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:37:18.715960 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:37:18.727495 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:37:18.739198 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:37:18.751031 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:37:18.762724 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:37:18.884850 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:37:19.091518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:37:19.574556 run create_hlr_db(pid=13630): Launched\u000a18:37:19.750878 bus /sierra_2: Setting Powered False\u000a18:37:20.773215 run create_hlr_db(pid=13630): Terminated: ok {rc=0}\u000a18:37:21.210266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13632): Launched\u000a18:37:21.540153 run osmo-hlr_10.42.42.2(pid=13633): Launched\u000a18:37:21.661958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:37:22.231605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13635): Launched\u000a18:37:22.561578 run osmo-stp_10.42.42.5(pid=13636): Launched\u000a18:37:22.679664 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:37:23.276195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13638): Launched\u000a18:37:23.605228 run osmo-msc_10.42.42.6(pid=13639): Launched\u000a18:37:23.794938 run osmo-stp_10.42.42.5(pid=13636): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13636)]\u000a18:37:23.931186 run osmo-stp_10.42.42.5(pid=13636): stdout: \u000a| (launched: 2022-12-12_18:37:22.398733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:37:24.066872 run osmo-stp_10.42.42.5(pid=13636): stderr: \u000a| �[0;m�[38;5;43m20221212183722587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183722588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183722588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183722588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183722589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183722589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183722589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:37:24.198364 run osmo-stp_10.42.42.5(pid=13636): stdout: \u000a| (launched: 2022-12-12_18:37:22.398733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:37:24.328827 run osmo-stp_10.42.42.5(pid=13636): stderr: \u000a| �[0;m�[38;5;43m20221212183722587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183722588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183722588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183722588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183722589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183722589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183722589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:37:24.386609 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13636): Process ended prematurely: osmo-stp_10.42.42.5(pid=13636) [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13636)] [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a18:37:24.396079 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:37:24.459411 run osmo-hlr_10.42.42.2(pid=13633): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13633)]\u000a18:37:24.510709 run osmo-hlr_10.42.42.2(pid=13633): stdout: \u000a| (launched: 2022-12-12_18:37:21.377819) \u000a18:37:24.562780 run osmo-hlr_10.42.42.2(pid=13633): stderr: \u000a| �[0;m�[1;31m20221212183721574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183721574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183721574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183721574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183721575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183721575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183721587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183721596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183721596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183721596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:37:24.633696 run osmo-msc_10.42.42.6(pid=13639): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13639)]\u000a18:37:24.684720 run osmo-msc_10.42.42.6(pid=13639): stdout: \u000a| (launched: 2022-12-12_18:37:23.442893) \u000a18:37:24.736603 run osmo-msc_10.42.42.6(pid=13639): stderr: \u000a| �[0;m�[38;5;43m20221212183723763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183723764 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07a0834c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183723764 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183723764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183723764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183723764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183723766 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183723766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183723766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183723767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:37:24.780400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13632): Terminating (SIGTERM)\u000a18:37:24.822207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13635): Terminating (SIGTERM)\u000a18:37:24.863897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13638): Terminating (SIGTERM)\u000a18:37:24.873705 --- ParallelTerminationStrategy: PID 13632 died...\u000a18:37:24.929509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13632): Terminated: ok {rc=0}\u000a18:37:24.939837 --- ParallelTerminationStrategy: PID 13635 died...\u000a18:37:24.995349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13635): Terminated: ok {rc=0}\u000a18:37:25.005712 --- ParallelTerminationStrategy: PID 13638 died...\u000a18:37:25.061067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13638): Terminated: ok {rc=0}\u000a18:37:25.147492 bus /sierra_3: Setting Powered False\u000a18:37:26.254372 bus /sierra_3: Setting Powered False\u000a18:37:27.366488 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:37:07" }, { "cases" : [ { "testActions" : [ ], "age" : 239, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13650): Process ended prematurely: osmo-stp_10.42.42.5(pid=13650) [trial-2380↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13650)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13650): Process ended prematurely: osmo-stp_10.42.42.5(pid=13650) [trial-2380↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:37:29.376278 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:37:29.387293 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:37:29.518853 tst emergency_mo_mt_call.py: using LAC 30723\u000a18:37:29.635154 tst emergency_mo_mt_call.py: using RAC 123\u000a18:37:29.761411 tst emergency_mo_mt_call.py: using CellId 30723\u000a18:37:29.889624 tst emergency_mo_mt_call.py: using BVCI 30724\u000a18:37:29.912188 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:37:29.923295 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:37:29.934434 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:37:29.945484 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:37:29.956470 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:37:29.967497 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:37:30.087227 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:37:30.297325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:37:30.814328 run create_hlr_db(pid=13644): Launched\u000a18:37:31.030524 bus /sierra_2: Setting Powered False\u000a18:37:32.027498 run create_hlr_db(pid=13644): Terminated: ok {rc=0}\u000a18:37:32.496259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13646): Launched\u000a18:37:32.820199 run osmo-hlr_10.42.42.2(pid=13647): Launched\u000a18:37:32.936943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:37:33.496694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13649): Launched\u000a18:37:33.820133 run osmo-stp_10.42.42.5(pid=13650): Launched\u000a18:37:33.947537 tst emergency_mo_mt_call.py: using MSISDN 7907\u000a18:37:34.106987 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:37:34.699462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13652): Launched\u000a18:37:35.022687 run osmo-msc_10.42.42.6(pid=13653): Launched\u000a18:37:35.210472 run osmo-stp_10.42.42.5(pid=13650): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13650)]\u000a18:37:35.345777 run osmo-stp_10.42.42.5(pid=13650): stdout: \u000a| (launched: 2022-12-12_18:37:33.660324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:37:35.479959 run osmo-stp_10.42.42.5(pid=13650): stderr: \u000a| �[0;m�[38;5;43m20221212183733849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183733849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183733849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183733850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183733850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183733851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183733851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:37:35.609000 run osmo-stp_10.42.42.5(pid=13650): stdout: \u000a| (launched: 2022-12-12_18:37:33.660324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:37:35.735923 run osmo-stp_10.42.42.5(pid=13650): stderr: \u000a| �[0;m�[38;5;43m20221212183733849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183733849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183733849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183733850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183733850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183733851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183733851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:37:35.788452 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13650): Process ended prematurely: osmo-stp_10.42.42.5(pid=13650) [trial-2380↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13650)] [trial-2380↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a18:37:35.796651 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a18:37:35.858745 run osmo-hlr_10.42.42.2(pid=13647): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13647)]\u000a18:37:35.909476 run osmo-hlr_10.42.42.2(pid=13647): stdout: \u000a| (launched: 2022-12-12_18:37:32.660127) \u000a18:37:35.959981 run osmo-hlr_10.42.42.2(pid=13647): stderr: \u000a| �[0;m�[1;31m20221212183732856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183732856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183732856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183732856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183732856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183732856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183732869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183732877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183732877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183732877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:37:36.028575 run osmo-msc_10.42.42.6(pid=13653): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13653)]\u000a18:37:36.078207 run osmo-msc_10.42.42.6(pid=13653): stdout: \u000a| (launched: 2022-12-12_18:37:34.862593) \u000a18:37:36.129635 run osmo-msc_10.42.42.6(pid=13653): stderr: \u000a| �[0;m�[38;5;43m20221212183735181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183735181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f8ac9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183735182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183735182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183735182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183735182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183735184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183735184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183735184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183735184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:37:36.171767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13646): Terminating (SIGTERM)\u000a18:37:36.212188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13649): Terminating (SIGTERM)\u000a18:37:36.252818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13652): Terminating (SIGTERM)\u000a18:37:36.262876 --- ParallelTerminationStrategy: PID 13646 died...\u000a18:37:36.316712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13646): Terminated: ok {rc=0}\u000a18:37:36.327264 --- ParallelTerminationStrategy: PID 13649 died...\u000a18:37:36.381825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13649): Terminated: ok {rc=0}\u000a18:37:36.391587 --- ParallelTerminationStrategy: PID 13652 died...\u000a18:37:36.446497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13652): Terminated: ok {rc=0}\u000a18:37:36.534998 bus /sierra_3: Setting Powered False\u000a18:37:37.639682 bus /sierra_3: Setting Powered False\u000a18:37:38.745942 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13661): Process ended prematurely: osmo-stp_10.42.42.5(pid=13661) [trial-2380↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13661)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13661): Process ended prematurely: osmo-stp_10.42.42.5(pid=13661) [trial-2380↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:37:39.800174 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:37:39.813162 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:37:39.956711 tst emergency_preemptive_call.py: using LAC 30724\u000a18:37:40.083648 tst emergency_preemptive_call.py: using RAC 124\u000a18:37:40.211171 tst emergency_preemptive_call.py: using CellId 30724\u000a18:37:40.338096 tst emergency_preemptive_call.py: using BVCI 30725\u000a18:37:40.362570 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:37:40.374169 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:37:40.385501 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:37:40.396754 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:37:40.408104 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:37:40.419235 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:37:40.539889 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:37:40.659731 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:37:40.780940 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:37:40.991833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:37:41.509689 run create_hlr_db(pid=13655): Launched\u000a18:37:41.695613 bus /sierra_2: Setting Powered False\u000a18:37:42.716514 run create_hlr_db(pid=13655): Terminated: ok {rc=0}\u000a18:37:43.121881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13657): Launched\u000a18:37:43.423411 run osmo-hlr_10.42.42.2(pid=13658): Launched\u000a18:37:43.532212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:37:44.054432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13660): Launched\u000a18:37:44.357697 run osmo-stp_10.42.42.5(pid=13661): Launched\u000a18:37:44.478900 tst emergency_preemptive_call.py: using MSISDN 7908\u000a18:37:44.628347 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:37:45.175173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13663): Launched\u000a18:37:45.477571 run osmo-msc_10.42.42.6(pid=13664): Launched\u000a18:37:45.653050 run osmo-stp_10.42.42.5(pid=13661): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13661)]\u000a18:37:45.779927 run osmo-stp_10.42.42.5(pid=13661): stdout: \u000a| (launched: 2022-12-12_18:37:44.207497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:37:45.939684 run osmo-stp_10.42.42.5(pid=13661): stderr: \u000a| �[0;m�[38;5;43m20221212183744376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183744376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183744376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183744377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183744377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183744377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183744377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:37:46.077208 run osmo-stp_10.42.42.5(pid=13661): stdout: \u000a| (launched: 2022-12-12_18:37:44.207497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:37:46.202154 run osmo-stp_10.42.42.5(pid=13661): stderr: \u000a| �[0;m�[38;5;43m20221212183744376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183744376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183744376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183744377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183744377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183744377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183744377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:37:46.256876 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13661): Process ended prematurely: osmo-stp_10.42.42.5(pid=13661) [trial-2380↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13661)] [trial-2380↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a18:37:46.266322 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a18:37:46.331997 run osmo-hlr_10.42.42.2(pid=13658): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13658)]\u000a18:37:46.384243 run osmo-hlr_10.42.42.2(pid=13658): stdout: \u000a| (launched: 2022-12-12_18:37:43.274614) \u000a18:37:46.437387 run osmo-hlr_10.42.42.2(pid=13658): stderr: \u000a| �[0;m�[1;31m20221212183743447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183743447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183743447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183743447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183743447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183743447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183743495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183743504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183743505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183743505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:37:46.508752 run osmo-msc_10.42.42.6(pid=13664): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13664)]\u000a18:37:46.560908 run osmo-msc_10.42.42.6(pid=13664): stdout: \u000a| (launched: 2022-12-12_18:37:45.327100) \u000a18:37:46.613961 run osmo-msc_10.42.42.6(pid=13664): stderr: \u000a| �[0;m�[38;5;43m20221212183745596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212183745596 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11a3014c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212183745596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212183745596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212183745596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212183745597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212183745598 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212183745599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212183745599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212183745599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:37:46.657950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13657): Terminating (SIGTERM)\u000a18:37:46.701588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13660): Terminating (SIGTERM)\u000a18:37:46.747377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13663): Terminating (SIGTERM)\u000a18:37:46.758736 --- ParallelTerminationStrategy: PID 13657 died...\u000a18:37:46.816093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13657): Terminated: ok {rc=0}\u000a18:37:46.827062 --- ParallelTerminationStrategy: PID 13660 died...\u000a18:37:46.882701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13660): Terminated: ok {rc=0}\u000a18:37:46.894658 --- ParallelTerminationStrategy: PID 13663 died...\u000a18:37:46.950697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13663): Terminated: ok {rc=0}\u000a18:37:47.052835 bus /sierra_9: Setting Powered False\u000a18:37:48.158363 bus /sierra_9: Setting Powered False\u000a18:37:49.269344 bus /sierra_8: Setting Powered False\u000a18:37:50.372020 bus /sierra_8: Setting Powered False\u000a18:37:51.481739 bus /sierra_3: Setting Powered False\u000a18:37:52.589794 bus /sierra_3: Setting Powered False\u000a18:37:53.700187 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:37:29" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13680): Process ended prematurely: osmo-stp_10.42.42.5(pid=13680) [trial-2380↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13680)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13680): Process ended prematurely: osmo-stp_10.42.42.5(pid=13680) [trial-2380↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:37:55.815333 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:37:55.826983 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:37:55.974828 tst cs_paging_gprs_active.py: using LAC 30725\u000a18:37:56.100841 tst cs_paging_gprs_active.py: using RAC 125\u000a18:37:56.230460 tst cs_paging_gprs_active.py: using CellId 30725\u000a18:37:56.357549 tst cs_paging_gprs_active.py: using BVCI 30726\u000a18:37:56.382757 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:37:56.394340 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:37:56.405746 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:37:56.416927 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:37:56.428235 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:37:56.439466 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:37:56.451006 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:37:56.462204 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:37:56.473686 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:37:56.591990 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:37:56.876062 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:37:57.004050 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:37:57.321202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13670): Launched\u000a18:37:57.585534 run iperf3-srv_10.42.42.10(pid=13671): Launched\u000a18:37:57.771966 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:37:57.899028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:37:58.216134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13672): Launched\u000a18:37:58.481639 run iperf3-srv_10.42.42.10(pid=13673): Launched\u000a18:37:58.667683 tst cs_paging_gprs_active.py:38: start network...\u000a18:37:58.794896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:37:59.277332 run create_hlr_db(pid=13674): Launched\u000a18:37:59.453459 bus /sierra_2: Setting Powered False\u000a18:38:00.476678 run create_hlr_db(pid=13674): Terminated: ok {rc=0}\u000a18:38:00.890083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13676): Launched\u000a18:38:01.293600 run osmo-hlr_10.42.42.2(pid=13677): Launched\u000a18:38:01.463896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:38:02.133398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13679): Launched\u000a18:38:02.474527 run osmo-stp_10.42.42.5(pid=13680): Launched\u000a18:38:02.598154 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:38:03.167947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13682): Launched\u000a18:38:03.285905 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:38:03.574130 run patchelf(pid=13683): Launched\u000a18:38:03.766156 run osmo-stp_10.42.42.5(pid=13680): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13680)]\u000a18:38:03.906738 run osmo-stp_10.42.42.5(pid=13680): stdout: \u000a| (launched: 2022-12-12_18:38:02.306261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:38:04.047511 run osmo-stp_10.42.42.5(pid=13680): stderr: \u000a| �[0;m�[38;5;43m20221212183802558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183802558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183802558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183802559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183802559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183802559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183802559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:38:04.182963 run osmo-stp_10.42.42.5(pid=13680): stdout: \u000a| (launched: 2022-12-12_18:38:02.306261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:38:04.317061 run osmo-stp_10.42.42.5(pid=13680): stderr: \u000a| �[0;m�[38;5;43m20221212183802558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183802558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183802558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183802559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183802559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183802559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183802559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:38:04.473985 run patchelf(pid=13683): Terminating (SIGINT)\u000a18:38:04.658072 run patchelf(pid=13683): Terminated: ok {rc=0}\u000a18:38:04.691988 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13680): Process ended prematurely: osmo-stp_10.42.42.5(pid=13680) [trial-2380↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13680)] [trial-2380↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a18:38:04.702258 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a18:38:04.765493 run osmo-hlr_10.42.42.2(pid=13677): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13677)]\u000a18:38:04.816709 run osmo-hlr_10.42.42.2(pid=13677): stdout: \u000a| (launched: 2022-12-12_18:38:01.064843) \u000a18:38:04.868919 run osmo-hlr_10.42.42.2(pid=13677): stderr: \u000a| �[0;m�[1;31m20221212183801325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183801325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183801325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183801325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183801325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183801325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183801346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183801360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183801360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183801360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:38:04.913514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13670): Terminating (SIGTERM)\u000a18:38:04.955338 run iperf3-srv_10.42.42.10(pid=13671): Terminating (SIGTERM)\u000a18:38:04.997308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13672): Terminating (SIGTERM)\u000a18:38:05.039173 run iperf3-srv_10.42.42.10(pid=13673): Terminating (SIGTERM)\u000a18:38:05.081100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13676): Terminating (SIGTERM)\u000a18:38:05.123026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13679): Terminating (SIGTERM)\u000a18:38:05.164839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13682): Terminating (SIGTERM)\u000a18:38:05.174840 --- ParallelTerminationStrategy: PID 13670 died...\u000a18:38:05.231084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13670): Terminated: ok {rc=0}\u000a18:38:05.241389 --- ParallelTerminationStrategy: PID 13671 died...\u000a18:38:05.296869 run iperf3-srv_10.42.42.10(pid=13671): Terminated {rc=256}\u000a18:38:05.307098 --- ParallelTerminationStrategy: PID 13672 died...\u000a18:38:05.362646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13672): Terminated: ok {rc=0}\u000a18:38:05.372775 --- ParallelTerminationStrategy: PID 13673 died...\u000a18:38:05.428051 run iperf3-srv_10.42.42.10(pid=13673): Terminated {rc=256}\u000a18:38:05.438244 --- ParallelTerminationStrategy: PID 13676 died...\u000a18:38:05.493820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13676): Terminated: ok {rc=0}\u000a18:38:05.504074 --- ParallelTerminationStrategy: PID 13679 died...\u000a18:38:05.559727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13679): Terminated: ok {rc=0}\u000a18:38:05.570053 --- ParallelTerminationStrategy: PID 13682 died...\u000a18:38:05.625332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13682): Terminated: ok {rc=0}\u000a18:38:05.712566 bus /gobi_0: Setting Powered False\u000a18:38:06.819201 bus /gobi_0: Setting Powered False\u000a18:38:07.926146 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13692): Process ended prematurely: osmo-stp_10.42.42.5(pid=13692) [trial-2380↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13692)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13692): Process ended prematurely: osmo-stp_10.42.42.5(pid=13692) [trial-2380↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a18:38:09.042398 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:09.054698 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:38:09.201523 tst iperf3.py: using LAC 30726\u000a18:38:09.329028 tst iperf3.py: using RAC 126\u000a18:38:09.451742 tst iperf3.py: using CellId 30726\u000a18:38:09.572573 tst iperf3.py: using BVCI 30727\u000a18:38:09.596115 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:09.607240 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:09.618231 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:09.629274 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:09.639963 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:09.650805 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:09.661844 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:09.672624 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:09.683576 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:38:09.963148 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:38:10.090321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:38:10.407780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13684): Launched\u000a18:38:10.673184 run iperf3-srv_10.42.42.10(pid=13685): Launched\u000a18:38:10.858954 tst iperf3.py:8: start network...\u000a18:38:10.985595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:38:11.465593 run create_hlr_db(pid=13686): Launched\u000a18:38:11.641645 bus /gobi_6: Setting Powered False\u000a18:38:12.662712 run create_hlr_db(pid=13686): Terminated: ok {rc=0}\u000a18:38:13.097577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13688): Launched\u000a18:38:13.428303 run osmo-hlr_10.42.42.2(pid=13689): Launched\u000a18:38:13.548511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:38:14.118886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13691): Launched\u000a18:38:14.449241 run osmo-stp_10.42.42.5(pid=13692): Launched\u000a18:38:14.567989 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:38:15.139317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13694): Launched\u000a18:38:15.256138 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:38:15.543395 run patchelf(pid=13695): Launched\u000a18:38:15.734625 run osmo-stp_10.42.42.5(pid=13692): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13692)]\u000a18:38:15.883800 run osmo-stp_10.42.42.5(pid=13692): stdout: \u000a| (launched: 2022-12-12_18:38:14.286442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:38:16.042480 run osmo-stp_10.42.42.5(pid=13692): stderr: \u000a| �[0;m�[38;5;43m20221212183814476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183814476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183814477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183814477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183814478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183814478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183814478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:38:16.181397 run osmo-stp_10.42.42.5(pid=13692): stdout: \u000a| (launched: 2022-12-12_18:38:14.286442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:38:16.319250 run osmo-stp_10.42.42.5(pid=13692): stderr: \u000a| �[0;m�[38;5;43m20221212183814476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183814476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183814477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183814477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183814478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183814478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183814478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:38:16.478893 run patchelf(pid=13695): Terminating (SIGINT)\u000a18:38:16.664234 run patchelf(pid=13695): Terminated: ok {rc=0}\u000a18:38:16.697660 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13692): Process ended prematurely: osmo-stp_10.42.42.5(pid=13692) [trial-2380↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13692)] [trial-2380↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a18:38:16.708222 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:38:16.775761 run osmo-hlr_10.42.42.2(pid=13689): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13689)]\u000a18:38:16.828321 run osmo-hlr_10.42.42.2(pid=13689): stdout: \u000a| (launched: 2022-12-12_18:38:13.264472) \u000a18:38:16.882105 run osmo-hlr_10.42.42.2(pid=13689): stderr: \u000a| �[0;m�[1;31m20221212183813460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183813460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183813460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183813460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183813460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183813460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183813473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183813482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183813482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183813482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:38:16.928090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13684): Terminating (SIGTERM)\u000a18:38:16.973180 run iperf3-srv_10.42.42.10(pid=13685): Terminating (SIGTERM)\u000a18:38:17.018100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13688): Terminating (SIGTERM)\u000a18:38:17.061299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13691): Terminating (SIGTERM)\u000a18:38:17.104095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13694): Terminating (SIGTERM)\u000a18:38:17.114107 --- ParallelTerminationStrategy: PID 13684 died...\u000a18:38:17.171485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13684): Terminated: ok {rc=0}\u000a18:38:17.181947 --- ParallelTerminationStrategy: PID 13685 died...\u000a18:38:17.238082 run iperf3-srv_10.42.42.10(pid=13685): Terminated {rc=256}\u000a18:38:17.248376 --- ParallelTerminationStrategy: PID 13688 died...\u000a18:38:17.304124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13688): Terminated: ok {rc=0}\u000a18:38:17.314477 --- ParallelTerminationStrategy: PID 13691 died...\u000a18:38:17.370194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13691): Terminated: ok {rc=0}\u000a18:38:17.380413 --- ParallelTerminationStrategy: PID 13694 died...\u000a18:38:17.436151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13694): Terminated: ok {rc=0}\u000a18:38:17.523219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13710): Process ended prematurely: osmo-stp_10.42.42.5(pid=13710) [trial-2380↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13710)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13710): Process ended prematurely: osmo-stp_10.42.42.5(pid=13710) [trial-2380↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a18:38:18.640555 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:18.652845 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:38:18.795502 tst iperf3m4.py: using LAC 30727\u000a18:38:18.923113 tst iperf3m4.py: using RAC 127\u000a18:38:19.047684 tst iperf3m4.py: using CellId 30727\u000a18:38:19.169548 tst iperf3m4.py: using BVCI 30728\u000a18:38:19.193001 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:19.204038 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:19.215026 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:19.226713 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:19.238473 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:19.249898 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:19.261500 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:19.272838 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:19.284455 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:38:19.406873 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:38:19.526657 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:38:19.644334 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:38:19.943828 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:38:20.080818 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:38:20.420498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13696): Launched\u000a18:38:20.704162 run iperf3-srv_10.42.42.10(pid=13697): Launched\u000a18:38:20.905019 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:38:21.041453 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:38:21.381505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13698): Launched\u000a18:38:21.663215 run iperf3-srv_10.42.42.10(pid=13699): Launched\u000a18:38:21.863165 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:38:21.999318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:38:22.338809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13700): Launched\u000a18:38:22.621554 run iperf3-srv_10.42.42.10(pid=13701): Launched\u000a18:38:22.821903 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:38:22.958108 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:38:23.299102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13702): Launched\u000a18:38:23.582638 run iperf3-srv_10.42.42.10(pid=13703): Launched\u000a18:38:23.782590 tst iperf3m4.py:8: start network...\u000a18:38:23.919102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:38:24.441707 run create_hlr_db(pid=13704): Launched\u000a18:38:24.630692 bus /gobi_6: Setting Powered False\u000a18:38:25.652159 run create_hlr_db(pid=13704): Terminated: ok {rc=0}\u000a18:38:26.061837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13706): Launched\u000a18:38:26.369318 run osmo-hlr_10.42.42.2(pid=13707): Launched\u000a18:38:26.488753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:38:27.144698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13709): Launched\u000a18:38:27.443614 run osmo-stp_10.42.42.5(pid=13710): Launched\u000a18:38:27.553163 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:38:28.075266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13712): Launched\u000a18:38:28.181870 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:38:28.443632 run patchelf(pid=13713): Launched\u000a18:38:28.618960 run osmo-stp_10.42.42.5(pid=13710): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13710)]\u000a18:38:28.747314 run osmo-stp_10.42.42.5(pid=13710): stdout: \u000a| (launched: 2022-12-12_18:38:27.296207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:38:28.876550 run osmo-stp_10.42.42.5(pid=13710): stderr: \u000a| �[0;m�[38;5;43m20221212183827464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183827465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183827465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183827465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183827466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183827466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183827466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:38:29.000377 run osmo-stp_10.42.42.5(pid=13710): stdout: \u000a| (launched: 2022-12-12_18:38:27.296207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:38:29.123119 run osmo-stp_10.42.42.5(pid=13710): stderr: \u000a| �[0;m�[38;5;43m20221212183827464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183827465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183827465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183827465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183827466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183827466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183827466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:38:29.266315 run patchelf(pid=13713): Terminating (SIGINT)\u000a18:38:29.434501 run patchelf(pid=13713): Terminated: ok {rc=0}\u000a18:38:29.465606 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13710): Process ended prematurely: osmo-stp_10.42.42.5(pid=13710) [trial-2380↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13710)] [trial-2380↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a18:38:29.474843 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a18:38:29.535682 run osmo-hlr_10.42.42.2(pid=13707): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13707)]\u000a18:38:29.585254 run osmo-hlr_10.42.42.2(pid=13707): stdout: \u000a| (launched: 2022-12-12_18:38:26.217330) \u000a18:38:29.634975 run osmo-hlr_10.42.42.2(pid=13707): stderr: \u000a| �[0;m�[1;31m20221212183826393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183826393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183826393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183826393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183826393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183826394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183826406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183826417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183826417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183826417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:38:29.676848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13696): Terminating (SIGTERM)\u000a18:38:29.716672 run iperf3-srv_10.42.42.10(pid=13697): Terminating (SIGTERM)\u000a18:38:29.756392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13698): Terminating (SIGTERM)\u000a18:38:29.797081 run iperf3-srv_10.42.42.10(pid=13699): Terminating (SIGTERM)\u000a18:38:29.837027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13700): Terminating (SIGTERM)\u000a18:38:29.876673 run iperf3-srv_10.42.42.10(pid=13701): Terminating (SIGTERM)\u000a18:38:29.916547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13702): Terminating (SIGTERM)\u000a18:38:29.957089 run iperf3-srv_10.42.42.10(pid=13703): Terminating (SIGTERM)\u000a18:38:29.997042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13706): Terminating (SIGTERM)\u000a18:38:30.037170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13709): Terminating (SIGTERM)\u000a18:38:30.077217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13712): Terminating (SIGTERM)\u000a18:38:30.086932 --- ParallelTerminationStrategy: PID 13696 died...\u000a18:38:30.140332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13696): Terminated: ok {rc=0}\u000a18:38:30.150328 --- ParallelTerminationStrategy: PID 13697 died...\u000a18:38:30.203969 run iperf3-srv_10.42.42.10(pid=13697): Terminated {rc=256}\u000a18:38:30.213910 --- ParallelTerminationStrategy: PID 13698 died...\u000a18:38:30.266876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13698): Terminated: ok {rc=0}\u000a18:38:30.276880 --- ParallelTerminationStrategy: PID 13699 died...\u000a18:38:30.329849 run iperf3-srv_10.42.42.10(pid=13699): Terminated {rc=256}\u000a18:38:30.339843 --- ParallelTerminationStrategy: PID 13700 died...\u000a18:38:30.393313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13700): Terminated: ok {rc=0}\u000a18:38:30.403317 --- ParallelTerminationStrategy: PID 13701 died...\u000a18:38:30.456286 run iperf3-srv_10.42.42.10(pid=13701): Terminated {rc=256}\u000a18:38:30.466263 --- ParallelTerminationStrategy: PID 13702 died...\u000a18:38:30.519491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13702): Terminated: ok {rc=0}\u000a18:38:30.529973 --- ParallelTerminationStrategy: PID 13703 died...\u000a18:38:30.583556 run iperf3-srv_10.42.42.10(pid=13703): Terminated {rc=256}\u000a18:38:30.593902 --- ParallelTerminationStrategy: PID 13706 died...\u000a18:38:30.647006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13706): Terminated: ok {rc=0}\u000a18:38:30.656787 --- ParallelTerminationStrategy: PID 13709 died...\u000a18:38:30.710534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13709): Terminated: ok {rc=0}\u000a18:38:30.720148 --- ParallelTerminationStrategy: PID 13712 died...\u000a18:38:30.772927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13712): Terminated: ok {rc=0}\u000a18:38:30.878223 bus /gobi_4: Setting Powered False\u000a18:38:32.021954 bus /gobi_4: Setting Powered False\u000a18:38:33.135564 bus /gobi_1: Setting Powered False\u000a18:38:34.237724 bus /gobi_1: Setting Powered False\u000a18:38:35.348309 bus /gobi_0: Setting Powered False\u000a18:38:36.451868 bus /gobi_0: Setting Powered False\u000a18:38:37.563819 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13720): Process ended prematurely: osmo-stp_10.42.42.5(pid=13720) [trial-2380↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13720)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13720): Process ended prematurely: osmo-stp_10.42.42.5(pid=13720) [trial-2380↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a18:38:38.630818 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:38.642300 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:38:38.776407 tst ping.py: using LAC 30728\u000a18:38:38.895744 tst ping.py: using RAC 128\u000a18:38:39.009368 tst ping.py: using CellId 30728\u000a18:38:39.123723 tst ping.py: using BVCI 30729\u000a18:38:39.146264 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:39.157094 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:39.167671 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:39.178652 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:39.189382 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:39.200149 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:39.211132 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:39.222027 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:38:39.492928 tst ping.py:19: start network...\u000a18:38:39.615133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:38:40.078362 run create_hlr_db(pid=13714): Launched\u000a18:38:40.248573 bus /gobi_6: Setting Powered False\u000a18:38:41.269872 run create_hlr_db(pid=13714): Terminated: ok {rc=0}\u000a18:38:41.690462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13716): Launched\u000a18:38:42.007685 run osmo-hlr_10.42.42.2(pid=13717): Launched\u000a18:38:42.121264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:38:42.673745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13719): Launched\u000a18:38:42.990486 run osmo-stp_10.42.42.5(pid=13720): Launched\u000a18:38:43.104771 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:38:43.655807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13722): Launched\u000a18:38:43.767654 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:38:44.042228 run patchelf(pid=13723): Launched\u000a18:38:44.225485 run osmo-stp_10.42.42.5(pid=13720): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13720)]\u000a18:38:44.360286 run osmo-stp_10.42.42.5(pid=13720): stdout: \u000a| (launched: 2022-12-12_18:38:42.834599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:38:44.494445 run osmo-stp_10.42.42.5(pid=13720): stderr: \u000a| �[0;m�[38;5;43m20221212183843025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183843025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183843025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183843025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183843026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183843026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183843026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:38:44.623866 run osmo-stp_10.42.42.5(pid=13720): stdout: \u000a| (launched: 2022-12-12_18:38:42.834599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:38:44.752248 run osmo-stp_10.42.42.5(pid=13720): stderr: \u000a| �[0;m�[38;5;43m20221212183843025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183843025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183843025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183843025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183843026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183843026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183843026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:38:44.902054 run patchelf(pid=13723): Terminating (SIGINT)\u000a18:38:45.078149 run patchelf(pid=13723): Terminated: ok {rc=0}\u000a18:38:45.110279 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13720): Process ended prematurely: osmo-stp_10.42.42.5(pid=13720) [trial-2380↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13720)] [trial-2380↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a18:38:45.119604 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:38:45.181808 run osmo-hlr_10.42.42.2(pid=13717): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13717)]\u000a18:38:45.232733 run osmo-hlr_10.42.42.2(pid=13717): stdout: \u000a| (launched: 2022-12-12_18:38:41.850556) \u000a18:38:45.284765 run osmo-hlr_10.42.42.2(pid=13717): stderr: \u000a| �[0;m�[1;31m20221212183842044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183842044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183842044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183842044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183842044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183842044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183842057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183842066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183842066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183842066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:38:45.328717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13716): Terminating (SIGTERM)\u000a18:38:45.370150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13719): Terminating (SIGTERM)\u000a18:38:45.411576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13722): Terminating (SIGTERM)\u000a18:38:45.421322 --- ParallelTerminationStrategy: PID 13716 died...\u000a18:38:45.476786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13716): Terminated: ok {rc=0}\u000a18:38:45.486841 --- ParallelTerminationStrategy: PID 13719 died...\u000a18:38:45.542010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13719): Terminated: ok {rc=0}\u000a18:38:45.552012 --- ParallelTerminationStrategy: PID 13722 died...\u000a18:38:45.607502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13722): Terminated: ok {rc=0}\u000a18:38:45.694907 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14002): Process ended prematurely: osmo-stp_10.42.42.5(pid=14002) [trial-2380↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14002)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14002): Process ended prematurely: osmo-stp_10.42.42.5(pid=14002) [trial-2380↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a18:38:46.755294 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:46.775991 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a18:38:46.926102 tst ping_idle_ping.py: using LAC 30729\u000a18:38:47.083899 tst ping_idle_ping.py: using RAC 129\u000a18:38:47.239413 tst ping_idle_ping.py: using CellId 30729\u000a18:38:47.383438 tst ping_idle_ping.py: using BVCI 30730\u000a18:38:47.413219 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:47.425300 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:47.442535 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:47.455627 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:47.470379 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:47.485020 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:47.500013 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a18:38:47.511896 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a18:38:47.858197 tst ping_idle_ping.py:24: start network...\u000a18:38:48.011762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:38:48.654838 run create_hlr_db(pid=13896): Launched\u000a18:38:48.875195 bus /gobi_6: Setting Powered False\u000a18:38:49.862682 run create_hlr_db(pid=13896): Terminated: ok {rc=0}\u000a18:38:50.328311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13996): Launched\u000a18:38:50.736846 run osmo-hlr_10.42.42.2(pid=13997): Launched\u000a18:38:50.975267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:38:51.530400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14001): Launched\u000a18:38:51.939434 run osmo-stp_10.42.42.5(pid=14002): Launched\u000a18:38:52.163036 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:38:52.761262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14004): Launched\u000a18:38:52.877454 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:38:53.171920 run patchelf(pid=14005): Launched\u000a18:38:53.360642 run osmo-stp_10.42.42.5(pid=14002): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14002)]\u000a18:38:53.499339 run osmo-stp_10.42.42.5(pid=14002): stdout: \u000a| (launched: 2022-12-12_18:38:51.686419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:38:53.638451 run osmo-stp_10.42.42.5(pid=14002): stderr: \u000a| �[0;m�[38;5;43m20221212183852005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183852005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183852006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183852006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183852006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183852007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183852007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:38:53.772869 run osmo-stp_10.42.42.5(pid=14002): stdout: \u000a| (launched: 2022-12-12_18:38:51.686419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:38:53.905236 run osmo-stp_10.42.42.5(pid=14002): stderr: \u000a| �[0;m�[38;5;43m20221212183852005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183852005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183852006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183852006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183852006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183852007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183852007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:38:54.062283 run patchelf(pid=14005): Terminating (SIGINT)\u000a18:38:54.245616 run patchelf(pid=14005): Terminated: ok {rc=0}\u000a18:38:54.279753 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14002): Process ended prematurely: osmo-stp_10.42.42.5(pid=14002) [trial-2380↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14002)] [trial-2380↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a18:38:54.290300 tst ping_idle_ping.py:27: Test FAILED (7.5 sec)\u000a18:38:54.354898 run osmo-hlr_10.42.42.2(pid=13997): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13997)]\u000a18:38:54.408426 run osmo-hlr_10.42.42.2(pid=13997): stdout: \u000a| (launched: 2022-12-12_18:38:50.484345) \u000a18:38:54.462025 run osmo-hlr_10.42.42.2(pid=13997): stderr: \u000a| �[0;m�[1;31m20221212183850829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183850829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183850829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183850830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183850830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183850830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183850846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183850859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183850860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183850860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:38:54.507457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13996): Terminating (SIGTERM)\u000a18:38:54.552252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14001): Terminating (SIGTERM)\u000a18:38:54.598413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14004): Terminating (SIGTERM)\u000a18:38:54.609245 --- ParallelTerminationStrategy: PID 13996 died...\u000a18:38:54.668669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13996): Terminated: ok {rc=0}\u000a18:38:54.679440 --- ParallelTerminationStrategy: PID 14001 died...\u000a18:38:54.737274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14001): Terminated: ok {rc=0}\u000a18:38:54.748070 --- ParallelTerminationStrategy: PID 14004 died...\u000a18:38:54.806525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14004): Terminated: ok {rc=0}\u000a18:38:54.897377 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:37:55" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14019): Process ended prematurely: osmo-stp_10.42.42.5(pid=14019) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14019)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14019): Process ended prematurely: osmo-stp_10.42.42.5(pid=14019) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14019)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:38:57.071123 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:38:57.084255 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:38:57.229362 tst cs_paging_gprs_active.py: using LAC 30730\u000a18:38:57.361920 tst cs_paging_gprs_active.py: using RAC 130\u000a18:38:57.492164 tst cs_paging_gprs_active.py: using CellId 30730\u000a18:38:57.624377 tst cs_paging_gprs_active.py: using BVCI 30731\u000a18:38:57.650628 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:38:57.664054 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:38:57.676252 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:38:57.689165 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:38:57.702096 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:38:57.714331 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:38:57.726948 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:38:57.739901 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:38:57.752673 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:38:57.879023 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:38:58.185927 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:38:58.327712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:38:58.682705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14009): Launched\u000a18:38:58.983186 run iperf3-srv_10.42.42.10(pid=14010): Launched\u000a18:38:59.192083 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:38:59.333656 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:38:59.692145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14011): Launched\u000a18:38:59.993389 run iperf3-srv_10.42.42.10(pid=14012): Launched\u000a18:39:00.198782 tst cs_paging_gprs_active.py:38: start network...\u000a18:39:00.340167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:39:00.925801 run create_hlr_db(pid=14013): Launched\u000a18:39:01.119206 bus /gobi_6: Setting Powered False\u000a18:39:02.166876 run create_hlr_db(pid=14013): Terminated: ok {rc=0}\u000a18:39:02.609721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14015): Launched\u000a18:39:03.067490 run osmo-hlr_10.42.42.2(pid=14016): Launched\u000a18:39:03.267598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:39:03.891282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14018): Launched\u000a18:39:04.296827 run osmo-stp_10.42.42.5(pid=14019): Launched\u000a18:39:04.526802 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:39:05.137894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14021): Launched\u000a18:39:05.250659 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:39:05.538953 run patchelf(pid=14022): Launched\u000a18:39:05.722141 run osmo-stp_10.42.42.5(pid=14019): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14019)]\u000a18:39:05.856576 run osmo-stp_10.42.42.5(pid=14019): stdout: \u000a| (launched: 2022-12-12_18:39:04.049667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:39:05.992582 run osmo-stp_10.42.42.5(pid=14019): stderr: \u000a| �[0;m�[38;5;43m20221212183904371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183904371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183904371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183904372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183904372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183904372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183904372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:39:06.122145 run osmo-stp_10.42.42.5(pid=14019): stdout: \u000a| (launched: 2022-12-12_18:39:04.049667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:39:06.251384 run osmo-stp_10.42.42.5(pid=14019): stderr: \u000a| �[0;m�[38;5;43m20221212183904371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183904371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183904371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183904372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183904372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183904372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183904372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:39:06.401781 run patchelf(pid=14022): Terminating (SIGINT)\u000a18:39:06.578247 run patchelf(pid=14022): Terminated: ok {rc=0}\u000a18:39:06.611187 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14019): Process ended prematurely: osmo-stp_10.42.42.5(pid=14019) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14019)] [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:39:06.621918 tst cs_paging_gprs_active.py:38: Test FAILED (9.6 sec)\u000a18:39:06.687919 run osmo-hlr_10.42.42.2(pid=14016): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14016)]\u000a18:39:06.739954 run osmo-hlr_10.42.42.2(pid=14016): stdout: \u000a| (launched: 2022-12-12_18:39:02.780870) \u000a18:39:06.794003 run osmo-hlr_10.42.42.2(pid=14016): stderr: \u000a| �[0;m�[1;31m20221212183903096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183903096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183903096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183903096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183903096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183903096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183903117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183903138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183903138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183903138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:39:06.837917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14009): Terminating (SIGTERM)\u000a18:39:06.882561 run iperf3-srv_10.42.42.10(pid=14010): Terminating (SIGTERM)\u000a18:39:06.928199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14011): Terminating (SIGTERM)\u000a18:39:06.973129 run iperf3-srv_10.42.42.10(pid=14012): Terminating (SIGTERM)\u000a18:39:07.018810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14015): Terminating (SIGTERM)\u000a18:39:07.063364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14018): Terminating (SIGTERM)\u000a18:39:07.108352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14021): Terminating (SIGTERM)\u000a18:39:07.119292 --- ParallelTerminationStrategy: PID 14009 died...\u000a18:39:07.178967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14009): Terminated: ok {rc=0}\u000a18:39:07.189772 --- ParallelTerminationStrategy: PID 14010 died...\u000a18:39:07.246693 run iperf3-srv_10.42.42.10(pid=14010): Terminated {rc=256}\u000a18:39:07.257445 --- ParallelTerminationStrategy: PID 14011 died...\u000a18:39:07.313242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14011): Terminated: ok {rc=0}\u000a18:39:07.325101 --- ParallelTerminationStrategy: PID 14012 died...\u000a18:39:07.382982 run iperf3-srv_10.42.42.10(pid=14012): Terminated {rc=256}\u000a18:39:07.393604 --- ParallelTerminationStrategy: PID 14015 died...\u000a18:39:07.450644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14015): Terminated: ok {rc=0}\u000a18:39:07.461342 --- ParallelTerminationStrategy: PID 14018 died...\u000a18:39:07.518160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14018): Terminated: ok {rc=0}\u000a18:39:07.530024 --- ParallelTerminationStrategy: PID 14021 died...\u000a18:39:07.588059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14021): Terminated: ok {rc=0}\u000a18:39:07.676057 bus /gobi_0: Setting Powered False\u000a18:39:08.785692 bus /gobi_0: Setting Powered False\u000a18:39:09.898168 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14032): Process ended prematurely: osmo-stp_10.42.42.5(pid=14032) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14032)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14032): Process ended prematurely: osmo-stp_10.42.42.5(pid=14032) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:39:11.007339 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:11.019483 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:39:11.156859 tst iperf3.py: using LAC 30731\u000a18:39:11.279132 tst iperf3.py: using RAC 131\u000a18:39:11.399854 tst iperf3.py: using CellId 30731\u000a18:39:11.517813 tst iperf3.py: using BVCI 30732\u000a18:39:11.541131 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:11.552247 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:11.563605 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:11.574887 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:11.585985 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:11.597231 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:11.608429 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:11.619761 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:11.631258 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:39:11.925943 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:39:12.060587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:39:12.396502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14024): Launched\u000a18:39:12.678541 run iperf3-srv_10.42.42.10(pid=14025): Launched\u000a18:39:12.875877 tst iperf3.py:8: start network...\u000a18:39:13.010943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:39:13.530968 run create_hlr_db(pid=14026): Launched\u000a18:39:13.717773 bus /gobi_6: Setting Powered False\u000a18:39:14.739333 run create_hlr_db(pid=14026): Terminated: ok {rc=0}\u000a18:39:15.170526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14028): Launched\u000a18:39:15.498876 run osmo-hlr_10.42.42.2(pid=14029): Launched\u000a18:39:15.616240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:39:16.218211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14031): Launched\u000a18:39:16.607498 run osmo-stp_10.42.42.5(pid=14032): Launched\u000a18:39:16.759192 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:39:17.365931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14034): Launched\u000a18:39:17.480670 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:39:17.763525 run patchelf(pid=14035): Launched\u000a18:39:17.951502 run osmo-stp_10.42.42.5(pid=14032): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14032)]\u000a18:39:18.089455 run osmo-stp_10.42.42.5(pid=14032): stdout: \u000a| (launched: 2022-12-12_18:39:16.379314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:39:18.227239 run osmo-stp_10.42.42.5(pid=14032): stderr: \u000a| �[0;m�[38;5;43m20221212183916732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183916732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183916732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183916733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183916733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183916733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183916733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:39:18.360801 run osmo-stp_10.42.42.5(pid=14032): stdout: \u000a| (launched: 2022-12-12_18:39:16.379314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:39:18.492584 run osmo-stp_10.42.42.5(pid=14032): stderr: \u000a| �[0;m�[38;5;43m20221212183916732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183916732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183916732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183916733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183916733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183916733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183916733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:39:18.646567 run patchelf(pid=14035): Terminating (SIGINT)\u000a18:39:18.827024 run patchelf(pid=14035): Terminated: ok {rc=0}\u000a18:39:18.860279 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14032): Process ended prematurely: osmo-stp_10.42.42.5(pid=14032) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14032)] [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a18:39:18.870265 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a18:39:18.932762 run osmo-hlr_10.42.42.2(pid=14029): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14029)]\u000a18:39:18.983908 run osmo-hlr_10.42.42.2(pid=14029): stdout: \u000a| (launched: 2022-12-12_18:39:15.336930) \u000a18:39:19.035767 run osmo-hlr_10.42.42.2(pid=14029): stderr: \u000a| �[0;m�[1;31m20221212183915535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183915535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183915535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183915535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183915535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183915535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183915548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183915556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183915556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183915556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:39:19.079910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14024): Terminating (SIGTERM)\u000a18:39:19.121771 run iperf3-srv_10.42.42.10(pid=14025): Terminating (SIGTERM)\u000a18:39:19.163723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14028): Terminating (SIGTERM)\u000a18:39:19.205491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14031): Terminating (SIGTERM)\u000a18:39:19.247581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14034): Terminating (SIGTERM)\u000a18:39:19.257675 --- ParallelTerminationStrategy: PID 14024 died...\u000a18:39:19.313705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14024): Terminated: ok {rc=0}\u000a18:39:19.323754 --- ParallelTerminationStrategy: PID 14025 died...\u000a18:39:19.379613 run iperf3-srv_10.42.42.10(pid=14025): Terminated {rc=256}\u000a18:39:19.389918 --- ParallelTerminationStrategy: PID 14028 died...\u000a18:39:19.445205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14028): Terminated: ok {rc=0}\u000a18:39:19.455188 --- ParallelTerminationStrategy: PID 14031 died...\u000a18:39:19.511728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14031): Terminated: ok {rc=0}\u000a18:39:19.521907 --- ParallelTerminationStrategy: PID 14034 died...\u000a18:39:19.577839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14034): Terminated: ok {rc=0}\u000a18:39:19.666152 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14051): Process ended prematurely: osmo-stp_10.42.42.5(pid=14051) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14051)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14051): Process ended prematurely: osmo-stp_10.42.42.5(pid=14051) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:39:20.778910 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:20.790940 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:39:20.926621 tst iperf3m4.py: using LAC 30732\u000a18:39:21.044679 tst iperf3m4.py: using RAC 132\u000a18:39:21.164074 tst iperf3m4.py: using CellId 30732\u000a18:39:21.284644 tst iperf3m4.py: using BVCI 30733\u000a18:39:21.307658 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:21.318981 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:21.329987 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:21.341255 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:21.352383 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:21.363601 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:21.374980 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:21.386484 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:21.397832 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:39:21.523350 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:39:21.639529 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:39:21.756713 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:39:22.035545 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:39:22.161313 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:39:22.476278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14037): Launched\u000a18:39:22.740683 run iperf3-srv_10.42.42.10(pid=14038): Launched\u000a18:39:22.925078 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:39:23.050927 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:39:23.366708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14039): Launched\u000a18:39:23.628901 run iperf3-srv_10.42.42.10(pid=14040): Launched\u000a18:39:23.813354 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:39:23.938888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:39:24.254605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14041): Launched\u000a18:39:24.517864 run iperf3-srv_10.42.42.10(pid=14042): Launched\u000a18:39:24.702079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:39:24.827968 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:39:25.145128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14043): Launched\u000a18:39:25.408078 run iperf3-srv_10.42.42.10(pid=14044): Launched\u000a18:39:25.591840 tst iperf3m4.py:8: start network...\u000a18:39:25.717760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:39:26.197353 run create_hlr_db(pid=14045): Launched\u000a18:39:26.371500 bus /gobi_6: Setting Powered False\u000a18:39:27.395221 run create_hlr_db(pid=14045): Terminated: ok {rc=0}\u000a18:39:27.801780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14047): Launched\u000a18:39:28.107703 run osmo-hlr_10.42.42.2(pid=14048): Launched\u000a18:39:28.218353 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:39:28.747876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14050): Launched\u000a18:39:29.053750 run osmo-stp_10.42.42.5(pid=14051): Launched\u000a18:39:29.164295 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:39:29.696054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14053): Launched\u000a18:39:29.804141 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:39:30.071422 run patchelf(pid=14054): Launched\u000a18:39:30.249210 run osmo-stp_10.42.42.5(pid=14051): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14051)]\u000a18:39:30.379099 run osmo-stp_10.42.42.5(pid=14051): stdout: \u000a| (launched: 2022-12-12_18:39:28.902185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:39:30.509322 run osmo-stp_10.42.42.5(pid=14051): stderr: \u000a| �[0;m�[38;5;43m20221212183929070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183929070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183929071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183929071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183929072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183929072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183929072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:39:30.634908 run osmo-stp_10.42.42.5(pid=14051): stdout: \u000a| (launched: 2022-12-12_18:39:28.902185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:39:30.758792 run osmo-stp_10.42.42.5(pid=14051): stderr: \u000a| �[0;m�[38;5;43m20221212183929070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183929070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183929071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183929071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183929072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183929072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183929072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:39:30.935587 run patchelf(pid=14054): Terminating (SIGINT)\u000a18:39:31.119571 run patchelf(pid=14054): Terminated: ok {rc=0}\u000a18:39:31.152259 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14051): Process ended prematurely: osmo-stp_10.42.42.5(pid=14051) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14051)] [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:39:31.162864 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a18:39:31.227550 run osmo-hlr_10.42.42.2(pid=14048): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14048)]\u000a18:39:31.279635 run osmo-hlr_10.42.42.2(pid=14048): stdout: \u000a| (launched: 2022-12-12_18:39:27.955225) \u000a18:39:31.332632 run osmo-hlr_10.42.42.2(pid=14048): stderr: \u000a| �[0;m�[1;31m20221212183928129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183928129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183928129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183928129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183928129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183928129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183928141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183928149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183928150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183928150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:39:31.377012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14037): Terminating (SIGTERM)\u000a18:39:31.419580 run iperf3-srv_10.42.42.10(pid=14038): Terminating (SIGTERM)\u000a18:39:31.464146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14039): Terminating (SIGTERM)\u000a18:39:31.506497 run iperf3-srv_10.42.42.10(pid=14040): Terminating (SIGTERM)\u000a18:39:31.549066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14041): Terminating (SIGTERM)\u000a18:39:31.591397 run iperf3-srv_10.42.42.10(pid=14042): Terminating (SIGTERM)\u000a18:39:31.633906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14043): Terminating (SIGTERM)\u000a18:39:31.677100 run iperf3-srv_10.42.42.10(pid=14044): Terminating (SIGTERM)\u000a18:39:31.718976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14047): Terminating (SIGTERM)\u000a18:39:31.761340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14050): Terminating (SIGTERM)\u000a18:39:31.803683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14053): Terminating (SIGTERM)\u000a18:39:31.814421 --- ParallelTerminationStrategy: PID 14037 died...\u000a18:39:31.871218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14037): Terminated: ok {rc=0}\u000a18:39:31.882078 --- ParallelTerminationStrategy: PID 14038 died...\u000a18:39:31.937320 run iperf3-srv_10.42.42.10(pid=14038): Terminated {rc=256}\u000a18:39:31.948367 --- ParallelTerminationStrategy: PID 14039 died...\u000a18:39:32.004918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14039): Terminated: ok {rc=0}\u000a18:39:32.015623 --- ParallelTerminationStrategy: PID 14040 died...\u000a18:39:32.071658 run iperf3-srv_10.42.42.10(pid=14040): Terminated {rc=256}\u000a18:39:32.082378 --- ParallelTerminationStrategy: PID 14041 died...\u000a18:39:32.137787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14041): Terminated: ok {rc=0}\u000a18:39:32.148932 --- ParallelTerminationStrategy: PID 14042 died...\u000a18:39:32.204460 run iperf3-srv_10.42.42.10(pid=14042): Terminated {rc=256}\u000a18:39:32.214983 --- ParallelTerminationStrategy: PID 14043 died...\u000a18:39:32.270413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14043): Terminated: ok {rc=0}\u000a18:39:32.280300 --- ParallelTerminationStrategy: PID 14044 died...\u000a18:39:32.333650 run iperf3-srv_10.42.42.10(pid=14044): Terminated {rc=256}\u000a18:39:32.343552 --- ParallelTerminationStrategy: PID 14047 died...\u000a18:39:32.397091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14047): Terminated: ok {rc=0}\u000a18:39:32.407022 --- ParallelTerminationStrategy: PID 14050 died...\u000a18:39:32.460421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14050): Terminated: ok {rc=0}\u000a18:39:32.470021 --- ParallelTerminationStrategy: PID 14053 died...\u000a18:39:32.523870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14053): Terminated: ok {rc=0}\u000a18:39:32.613417 bus /gobi_4: Setting Powered False\u000a18:39:33.718446 bus /gobi_4: Setting Powered False\u000a18:39:34.829060 bus /gobi_1: Setting Powered False\u000a18:39:35.931993 bus /gobi_1: Setting Powered False\u000a18:39:37.043610 bus /gobi_0: Setting Powered False\u000a18:39:38.146820 bus /gobi_0: Setting Powered False\u000a18:39:39.258093 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14063): Process ended prematurely: osmo-stp_10.42.42.5(pid=14063) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14063)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14063): Process ended prematurely: osmo-stp_10.42.42.5(pid=14063) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:39:40.324793 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:40.336551 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:39:40.470546 tst ping.py: using LAC 30733\u000a18:39:40.586600 tst ping.py: using RAC 133\u000a18:39:40.712577 tst ping.py: using CellId 30733\u000a18:39:40.836797 tst ping.py: using BVCI 30734\u000a18:39:40.861277 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:40.873056 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:40.884467 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:40.896571 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:40.908432 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:40.920457 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:40.932568 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:40.944448 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:39:41.220821 tst ping.py:19: start network...\u000a18:39:41.344541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:39:41.815985 run create_hlr_db(pid=14057): Launched\u000a18:39:41.987142 bus /gobi_6: Setting Powered False\u000a18:39:43.008350 run create_hlr_db(pid=14057): Terminated: ok {rc=0}\u000a18:39:43.433329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14059): Launched\u000a18:39:43.754542 run osmo-hlr_10.42.42.2(pid=14060): Launched\u000a18:39:43.870365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:39:44.426841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14062): Launched\u000a18:39:44.746200 run osmo-stp_10.42.42.5(pid=14063): Launched\u000a18:39:44.861491 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:39:45.419615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14065): Launched\u000a18:39:45.533229 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:39:45.812918 run patchelf(pid=14066): Launched\u000a18:39:46.009618 run osmo-stp_10.42.42.5(pid=14063): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14063)]\u000a18:39:46.142037 run osmo-stp_10.42.42.5(pid=14063): stdout: \u000a| (launched: 2022-12-12_18:39:44.588317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:39:46.278436 run osmo-stp_10.42.42.5(pid=14063): stderr: \u000a| �[0;m�[38;5;43m20221212183944780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183944780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183944780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183944781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183944781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183944781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183944781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:39:46.407551 run osmo-stp_10.42.42.5(pid=14063): stdout: \u000a| (launched: 2022-12-12_18:39:44.588317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:39:46.534982 run osmo-stp_10.42.42.5(pid=14063): stderr: \u000a| �[0;m�[38;5;43m20221212183944780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183944780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183944780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183944781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183944781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183944781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183944781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:39:46.683515 run patchelf(pid=14066): Terminating (SIGINT)\u000a18:39:46.856822 run patchelf(pid=14066): Terminated: ok {rc=0}\u000a18:39:46.888918 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14063): Process ended prematurely: osmo-stp_10.42.42.5(pid=14063) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14063)] [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a18:39:46.899191 tst ping.py:22: Test FAILED (6.6 sec)\u000a18:39:46.965999 run osmo-hlr_10.42.42.2(pid=14060): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14060)]\u000a18:39:47.018000 run osmo-hlr_10.42.42.2(pid=14060): stdout: \u000a| (launched: 2022-12-12_18:39:43.595188) \u000a18:39:47.071525 run osmo-hlr_10.42.42.2(pid=14060): stderr: \u000a| �[0;m�[1;31m20221212183943792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183943792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183943792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183943792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183943792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183943792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183943805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183943813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183943814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183943814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:39:47.115320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14059): Terminating (SIGTERM)\u000a18:39:47.160116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14062): Terminating (SIGTERM)\u000a18:39:47.204360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14065): Terminating (SIGTERM)\u000a18:39:47.214155 --- ParallelTerminationStrategy: PID 14059 died...\u000a18:39:47.270408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14059): Terminated: ok {rc=0}\u000a18:39:47.280520 --- ParallelTerminationStrategy: PID 14062 died...\u000a18:39:47.336485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14062): Terminated: ok {rc=0}\u000a18:39:47.346603 --- ParallelTerminationStrategy: PID 14065 died...\u000a18:39:47.402060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14065): Terminated: ok {rc=0}\u000a18:39:47.488881 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14073): Process ended prematurely: osmo-stp_10.42.42.5(pid=14073) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14073)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14073): Process ended prematurely: osmo-stp_10.42.42.5(pid=14073) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:39:48.542458 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:48.554883 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:39:48.700518 tst ping_idle_ping.py: using LAC 30734\u000a18:39:48.823078 tst ping_idle_ping.py: using RAC 134\u000a18:39:48.947813 tst ping_idle_ping.py: using CellId 30734\u000a18:39:49.070677 tst ping_idle_ping.py: using BVCI 30735\u000a18:39:49.095293 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:49.107063 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:49.118581 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:49.130089 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:49.141914 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:49.153510 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:49.165159 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:39:49.176495 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:39:49.466704 tst ping_idle_ping.py:24: start network...\u000a18:39:49.599120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:39:50.113409 run create_hlr_db(pid=14067): Launched\u000a18:39:50.297599 bus /gobi_6: Setting Powered False\u000a18:39:51.318900 run create_hlr_db(pid=14067): Terminated: ok {rc=0}\u000a18:39:51.744317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14069): Launched\u000a18:39:52.065231 run osmo-hlr_10.42.42.2(pid=14070): Launched\u000a18:39:52.181095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:39:52.735577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14072): Launched\u000a18:39:53.056517 run osmo-stp_10.42.42.5(pid=14073): Launched\u000a18:39:53.171488 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:39:53.730773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14075): Launched\u000a18:39:53.843953 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:39:54.126016 run patchelf(pid=14076): Launched\u000a18:39:54.312640 run osmo-stp_10.42.42.5(pid=14073): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14073)]\u000a18:39:54.448527 run osmo-stp_10.42.42.5(pid=14073): stdout: \u000a| (launched: 2022-12-12_18:39:52.896880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:39:54.584760 run osmo-stp_10.42.42.5(pid=14073): stderr: \u000a| �[0;m�[38;5;43m20221212183953088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183953088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183953088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183953089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183953089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183953089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183953089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:39:54.716319 run osmo-stp_10.42.42.5(pid=14073): stdout: \u000a| (launched: 2022-12-12_18:39:52.896880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:39:54.846872 run osmo-stp_10.42.42.5(pid=14073): stderr: \u000a| �[0;m�[38;5;43m20221212183953088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212183953088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212183953088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212183953089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212183953089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212183953089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212183953089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:39:54.998769 run patchelf(pid=14076): Terminating (SIGINT)\u000a18:39:55.176418 run patchelf(pid=14076): Terminated: ok {rc=0}\u000a18:39:55.209057 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14073): Process ended prematurely: osmo-stp_10.42.42.5(pid=14073) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14073)] [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:39:55.218644 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a18:39:55.282355 run osmo-hlr_10.42.42.2(pid=14070): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14070)]\u000a18:39:55.333932 run osmo-hlr_10.42.42.2(pid=14070): stdout: \u000a| (launched: 2022-12-12_18:39:51.906169) \u000a18:39:55.386113 run osmo-hlr_10.42.42.2(pid=14070): stderr: \u000a| �[0;m�[1;31m20221212183952103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212183952103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212183952103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183952103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212183952103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212183952103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212183952119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212183952129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212183952130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212183952130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:39:55.430611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14069): Terminating (SIGTERM)\u000a18:39:55.472679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14072): Terminating (SIGTERM)\u000a18:39:55.515263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14075): Terminating (SIGTERM)\u000a18:39:55.525329 --- ParallelTerminationStrategy: PID 14069 died...\u000a18:39:55.581653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14069): Terminated: ok {rc=0}\u000a18:39:55.591833 --- ParallelTerminationStrategy: PID 14072 died...\u000a18:39:55.648308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14072): Terminated: ok {rc=0}\u000a18:39:55.658504 --- ParallelTerminationStrategy: PID 14075 died...\u000a18:39:55.714455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14075): Terminated: ok {rc=0}\u000a18:39:55.802958 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:38:56" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14093): Process ended prematurely: osmo-stp_10.42.42.5(pid=14093) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14093)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14093): Process ended prematurely: osmo-stp_10.42.42.5(pid=14093) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:39:57.955964 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:39:57.967601 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:39:58.130609 tst cs_paging_gprs_active.py: using LAC 30735\u000a18:39:58.259307 tst cs_paging_gprs_active.py: using RAC 135\u000a18:39:58.387410 tst cs_paging_gprs_active.py: using CellId 30735\u000a18:39:58.514365 tst cs_paging_gprs_active.py: using BVCI 30736\u000a18:39:58.539305 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:39:58.551041 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:39:58.562517 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:39:58.574173 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:39:58.585678 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:39:58.597140 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:39:58.608658 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:39:58.620114 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:39:58.631865 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:39:58.749190 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:39:59.031771 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:39:59.159636 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:39:59.476177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14080): Launched\u000a18:39:59.742526 run iperf3-srv_10.42.42.10(pid=14081): Launched\u000a18:39:59.927557 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:40:00.053796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:40:00.372883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14082): Launched\u000a18:40:00.637684 run iperf3-srv_10.42.42.10(pid=14083): Launched\u000a18:40:00.822468 tst cs_paging_gprs_active.py:38: start network...\u000a18:40:00.959971 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:40:01.505799 run create_hlr_db(pid=14086): Launched\u000a18:40:01.700688 bus /gobi_6: Setting Powered False\u000a18:40:02.716025 run create_hlr_db(pid=14086): Terminated: ok {rc=0}\u000a18:40:03.128779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14089): Launched\u000a18:40:03.435671 run osmo-hlr_10.42.42.2(pid=14090): Launched\u000a18:40:03.554030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:40:04.092052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14092): Launched\u000a18:40:04.399258 run osmo-stp_10.42.42.5(pid=14093): Launched\u000a18:40:04.526521 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:40:05.067122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14095): Launched\u000a18:40:05.183608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:40:05.471986 run patchelf(pid=14096): Launched\u000a18:40:05.662738 run osmo-stp_10.42.42.5(pid=14093): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14093)]\u000a18:40:05.801639 run osmo-stp_10.42.42.5(pid=14093): stdout: \u000a| (launched: 2022-12-12_18:40:04.246556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:05.940402 run osmo-stp_10.42.42.5(pid=14093): stderr: \u000a| �[0;m�[38;5;43m20221212184004416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184004417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184004417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184004417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184004418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184004418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184004418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:06.074586 run osmo-stp_10.42.42.5(pid=14093): stdout: \u000a| (launched: 2022-12-12_18:40:04.246556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:06.207661 run osmo-stp_10.42.42.5(pid=14093): stderr: \u000a| �[0;m�[38;5;43m20221212184004416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184004417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184004417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184004417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184004418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184004418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184004418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:06.363859 run patchelf(pid=14096): Terminating (SIGINT)\u000a18:40:06.546330 run patchelf(pid=14096): Terminated: ok {rc=0}\u000a18:40:06.579813 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14093): Process ended prematurely: osmo-stp_10.42.42.5(pid=14093) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14093)] [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:40:06.589904 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:40:06.653023 run osmo-hlr_10.42.42.2(pid=14090): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14090)]\u000a18:40:06.704359 run osmo-hlr_10.42.42.2(pid=14090): stdout: \u000a| (launched: 2022-12-12_18:40:03.283414) \u000a18:40:06.756419 run osmo-hlr_10.42.42.2(pid=14090): stderr: \u000a| �[0;m�[1;31m20221212184003461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184003461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184003461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184003462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184003462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184003462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184003474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184003485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184003485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184003485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:40:06.800902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14080): Terminating (SIGTERM)\u000a18:40:06.842751 run iperf3-srv_10.42.42.10(pid=14081): Terminating (SIGTERM)\u000a18:40:06.884492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14082): Terminating (SIGTERM)\u000a18:40:06.926260 run iperf3-srv_10.42.42.10(pid=14083): Terminating (SIGTERM)\u000a18:40:06.968440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14089): Terminating (SIGTERM)\u000a18:40:07.010399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14092): Terminating (SIGTERM)\u000a18:40:07.052246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14095): Terminating (SIGTERM)\u000a18:40:07.062045 --- ParallelTerminationStrategy: PID 14080 died...\u000a18:40:07.117810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14080): Terminated: ok {rc=0}\u000a18:40:07.127846 --- ParallelTerminationStrategy: PID 14081 died...\u000a18:40:07.183238 run iperf3-srv_10.42.42.10(pid=14081): Terminated {rc=256}\u000a18:40:07.193311 --- ParallelTerminationStrategy: PID 14082 died...\u000a18:40:07.249209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14082): Terminated: ok {rc=0}\u000a18:40:07.259196 --- ParallelTerminationStrategy: PID 14083 died...\u000a18:40:07.314853 run iperf3-srv_10.42.42.10(pid=14083): Terminated {rc=256}\u000a18:40:07.325091 --- ParallelTerminationStrategy: PID 14089 died...\u000a18:40:07.380993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14089): Terminated: ok {rc=0}\u000a18:40:07.390982 --- ParallelTerminationStrategy: PID 14092 died...\u000a18:40:07.446515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14092): Terminated: ok {rc=0}\u000a18:40:07.456545 --- ParallelTerminationStrategy: PID 14095 died...\u000a18:40:07.512471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14095): Terminated: ok {rc=0}\u000a18:40:07.599801 bus /gobi_0: Setting Powered False\u000a18:40:08.706783 bus /gobi_0: Setting Powered False\u000a18:40:09.814635 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14105): Process ended prematurely: osmo-stp_10.42.42.5(pid=14105) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14105)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14105): Process ended prematurely: osmo-stp_10.42.42.5(pid=14105) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:40:10.929932 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:10.942238 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:40:11.106117 tst iperf3.py: using LAC 30736\u000a18:40:11.235445 tst iperf3.py: using RAC 136\u000a18:40:11.364610 tst iperf3.py: using CellId 30736\u000a18:40:11.495223 tst iperf3.py: using BVCI 30737\u000a18:40:11.520137 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:11.531877 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:11.543372 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:11.554852 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:11.566708 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:11.578187 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:11.589783 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:11.601168 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:11.612576 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:40:11.892898 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:40:12.019622 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:40:12.342897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14097): Launched\u000a18:40:12.625155 run iperf3-srv_10.42.42.10(pid=14098): Launched\u000a18:40:12.823657 tst iperf3.py:8: start network...\u000a18:40:12.958757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:40:13.477989 run create_hlr_db(pid=14099): Launched\u000a18:40:13.665639 bus /gobi_6: Setting Powered False\u000a18:40:14.686806 run create_hlr_db(pid=14099): Terminated: ok {rc=0}\u000a18:40:15.118427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14101): Launched\u000a18:40:15.447363 run osmo-hlr_10.42.42.2(pid=14102): Launched\u000a18:40:15.565314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:40:16.159769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14104): Launched\u000a18:40:16.571536 run osmo-stp_10.42.42.5(pid=14105): Launched\u000a18:40:16.871363 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:40:17.453698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14107): Launched\u000a18:40:17.569129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:40:17.855786 run patchelf(pid=14109): Launched\u000a18:40:18.044888 run osmo-stp_10.42.42.5(pid=14105): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14105)]\u000a18:40:18.183135 run osmo-stp_10.42.42.5(pid=14105): stdout: \u000a| (launched: 2022-12-12_18:40:16.321391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:18.321992 run osmo-stp_10.42.42.5(pid=14105): stderr: \u000a| �[0;m�[38;5;43m20221212184016637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184016637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184016638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184016638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184016638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184016638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184016639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:18.455550 run osmo-stp_10.42.42.5(pid=14105): stdout: \u000a| (launched: 2022-12-12_18:40:16.321391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:18.587817 run osmo-stp_10.42.42.5(pid=14105): stderr: \u000a| �[0;m�[38;5;43m20221212184016637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184016637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184016638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184016638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184016638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184016638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184016639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:18.742803 run patchelf(pid=14109): Terminating (SIGINT)\u000a18:40:18.924071 run patchelf(pid=14109): Terminated: ok {rc=0}\u000a18:40:18.957623 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14105): Process ended prematurely: osmo-stp_10.42.42.5(pid=14105) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14105)] [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:40:18.967668 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a18:40:19.030766 run osmo-hlr_10.42.42.2(pid=14102): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14102)]\u000a18:40:19.082356 run osmo-hlr_10.42.42.2(pid=14102): stdout: \u000a| (launched: 2022-12-12_18:40:15.284046) \u000a18:40:19.134523 run osmo-hlr_10.42.42.2(pid=14102): stderr: \u000a| �[0;m�[1;31m20221212184015482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184015482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184015482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184015482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184015482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184015482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184015498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184015508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184015508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184015508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:40:19.178718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14097): Terminating (SIGTERM)\u000a18:40:19.220486 run iperf3-srv_10.42.42.10(pid=14098): Terminating (SIGTERM)\u000a18:40:19.262359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14101): Terminating (SIGTERM)\u000a18:40:19.304478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14104): Terminating (SIGTERM)\u000a18:40:19.346434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14107): Terminating (SIGTERM)\u000a18:40:19.356139 --- ParallelTerminationStrategy: PID 14097 died...\u000a18:40:19.412294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14097): Terminated: ok {rc=0}\u000a18:40:19.422308 --- ParallelTerminationStrategy: PID 14098 died...\u000a18:40:19.478051 run iperf3-srv_10.42.42.10(pid=14098): Terminated {rc=256}\u000a18:40:19.488023 --- ParallelTerminationStrategy: PID 14101 died...\u000a18:40:19.543654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14101): Terminated: ok {rc=0}\u000a18:40:19.553659 --- ParallelTerminationStrategy: PID 14104 died...\u000a18:40:19.609125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14104): Terminated: ok {rc=0}\u000a18:40:19.619061 --- ParallelTerminationStrategy: PID 14107 died...\u000a18:40:19.674565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14107): Terminated: ok {rc=0}\u000a18:40:19.762538 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14124): Process ended prematurely: osmo-stp_10.42.42.5(pid=14124) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14124)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14124): Process ended prematurely: osmo-stp_10.42.42.5(pid=14124) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:40:20.879295 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:20.891763 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:40:21.054040 tst iperf3m4.py: using LAC 30737\u000a18:40:21.185041 tst iperf3m4.py: using RAC 137\u000a18:40:21.310679 tst iperf3m4.py: using CellId 30737\u000a18:40:21.435925 tst iperf3m4.py: using BVCI 30738\u000a18:40:21.460752 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:21.472484 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:21.483943 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:21.495497 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:21.507007 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:21.518636 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:21.530220 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:21.541677 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:21.553224 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:40:21.674252 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:40:21.796843 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:40:21.916217 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:40:22.211304 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:40:22.347986 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:40:22.686006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14110): Launched\u000a18:40:22.968429 run iperf3-srv_10.42.42.10(pid=14111): Launched\u000a18:40:23.167838 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:40:23.304341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:40:23.643344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14112): Launched\u000a18:40:23.926601 run iperf3-srv_10.42.42.10(pid=14113): Launched\u000a18:40:24.125666 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:40:24.260651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:40:24.599733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14114): Launched\u000a18:40:24.883150 run iperf3-srv_10.42.42.10(pid=14115): Launched\u000a18:40:25.082425 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:40:25.218392 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:40:25.556750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14116): Launched\u000a18:40:25.839152 run iperf3-srv_10.42.42.10(pid=14117): Launched\u000a18:40:26.038387 tst iperf3m4.py:8: start network...\u000a18:40:26.174217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:40:26.697914 run create_hlr_db(pid=14118): Launched\u000a18:40:26.884936 bus /gobi_6: Setting Powered False\u000a18:40:27.908186 run create_hlr_db(pid=14118): Terminated: ok {rc=0}\u000a18:40:28.319581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14120): Launched\u000a18:40:28.626782 run osmo-hlr_10.42.42.2(pid=14121): Launched\u000a18:40:28.746261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:40:29.284735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14123): Launched\u000a18:40:29.592696 run osmo-stp_10.42.42.5(pid=14124): Launched\u000a18:40:29.702147 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:40:30.233843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14126): Launched\u000a18:40:30.342404 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:40:30.611406 run patchelf(pid=14127): Launched\u000a18:40:30.790190 run osmo-stp_10.42.42.5(pid=14124): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14124)]\u000a18:40:30.930624 run osmo-stp_10.42.42.5(pid=14124): stdout: \u000a| (launched: 2022-12-12_18:40:29.439300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:31.063573 run osmo-stp_10.42.42.5(pid=14124): stderr: \u000a| �[0;m�[38;5;43m20221212184029609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184029609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184029610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184029610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184029610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184029610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184029611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:31.191488 run osmo-stp_10.42.42.5(pid=14124): stdout: \u000a| (launched: 2022-12-12_18:40:29.439300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:31.319459 run osmo-stp_10.42.42.5(pid=14124): stderr: \u000a| �[0;m�[38;5;43m20221212184029609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184029609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184029610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184029610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184029610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184029610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184029611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:31.467808 run patchelf(pid=14127): Terminating (SIGINT)\u000a18:40:31.643290 run patchelf(pid=14127): Terminated: ok {rc=0}\u000a18:40:31.676330 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14124): Process ended prematurely: osmo-stp_10.42.42.5(pid=14124) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14124)] [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:40:31.686887 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:40:31.753056 run osmo-hlr_10.42.42.2(pid=14121): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14121)]\u000a18:40:31.805048 run osmo-hlr_10.42.42.2(pid=14121): stdout: \u000a| (launched: 2022-12-12_18:40:28.474501) \u000a18:40:31.857671 run osmo-hlr_10.42.42.2(pid=14121): stderr: \u000a| �[0;m�[1;31m20221212184028650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184028650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184028650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184028650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184028650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184028650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184028663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184028671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184028672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184028672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:40:31.901546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14110): Terminating (SIGTERM)\u000a18:40:31.946360 run iperf3-srv_10.42.42.10(pid=14111): Terminating (SIGTERM)\u000a18:40:31.990747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14112): Terminating (SIGTERM)\u000a18:40:32.036294 run iperf3-srv_10.42.42.10(pid=14113): Terminating (SIGTERM)\u000a18:40:32.079705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14114): Terminating (SIGTERM)\u000a18:40:32.122874 run iperf3-srv_10.42.42.10(pid=14115): Terminating (SIGTERM)\u000a18:40:32.168937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14116): Terminating (SIGTERM)\u000a18:40:32.211619 run iperf3-srv_10.42.42.10(pid=14117): Terminating (SIGTERM)\u000a18:40:32.252115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14120): Terminating (SIGTERM)\u000a18:40:32.292353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14123): Terminating (SIGTERM)\u000a18:40:32.332517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14126): Terminating (SIGTERM)\u000a18:40:32.342136 --- ParallelTerminationStrategy: PID 14110 died...\u000a18:40:32.395869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14110): Terminated: ok {rc=0}\u000a18:40:32.405607 --- ParallelTerminationStrategy: PID 14111 died...\u000a18:40:32.458784 run iperf3-srv_10.42.42.10(pid=14111): Terminated {rc=256}\u000a18:40:32.468619 --- ParallelTerminationStrategy: PID 14112 died...\u000a18:40:32.521681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14112): Terminated: ok {rc=0}\u000a18:40:32.531445 --- ParallelTerminationStrategy: PID 14113 died...\u000a18:40:32.585085 run iperf3-srv_10.42.42.10(pid=14113): Terminated {rc=256}\u000a18:40:32.595065 --- ParallelTerminationStrategy: PID 14114 died...\u000a18:40:32.648911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14114): Terminated: ok {rc=0}\u000a18:40:32.658478 --- ParallelTerminationStrategy: PID 14115 died...\u000a18:40:32.711810 run iperf3-srv_10.42.42.10(pid=14115): Terminated {rc=256}\u000a18:40:32.721831 --- ParallelTerminationStrategy: PID 14116 died...\u000a18:40:32.775526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14116): Terminated: ok {rc=0}\u000a18:40:32.785189 --- ParallelTerminationStrategy: PID 14117 died...\u000a18:40:32.838398 run iperf3-srv_10.42.42.10(pid=14117): Terminated {rc=256}\u000a18:40:32.848278 --- ParallelTerminationStrategy: PID 14120 died...\u000a18:40:32.901779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14120): Terminated: ok {rc=0}\u000a18:40:32.911490 --- ParallelTerminationStrategy: PID 14123 died...\u000a18:40:32.965484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14123): Terminated: ok {rc=0}\u000a18:40:32.975086 --- ParallelTerminationStrategy: PID 14126 died...\u000a18:40:33.029046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14126): Terminated: ok {rc=0}\u000a18:40:33.117819 bus /gobi_4: Setting Powered False\u000a18:40:34.222111 bus /gobi_4: Setting Powered False\u000a18:40:35.329970 bus /gobi_1: Setting Powered False\u000a18:40:36.435616 bus /gobi_1: Setting Powered False\u000a18:40:37.547360 bus /gobi_0: Setting Powered False\u000a18:40:38.650967 bus /gobi_0: Setting Powered False\u000a18:40:39.762922 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14136): Process ended prematurely: osmo-stp_10.42.42.5(pid=14136) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14136)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14136): Process ended prematurely: osmo-stp_10.42.42.5(pid=14136) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:40:40.829793 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:40.841651 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:40:40.993099 tst ping.py: using LAC 30738\u000a18:40:41.110949 tst ping.py: using RAC 138\u000a18:40:41.235054 tst ping.py: using CellId 30738\u000a18:40:41.359832 tst ping.py: using BVCI 30739\u000a18:40:41.384228 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:41.396030 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:41.407539 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:41.419081 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:41.430872 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:41.442460 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:41.454163 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:41.465668 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:40:41.754631 tst ping.py:19: start network...\u000a18:40:41.903286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:40:42.419248 run create_hlr_db(pid=14130): Launched\u000a18:40:42.591014 bus /gobi_6: Setting Powered False\u000a18:40:43.612398 run create_hlr_db(pid=14130): Terminated: ok {rc=0}\u000a18:40:44.037632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14132): Launched\u000a18:40:44.360554 run osmo-hlr_10.42.42.2(pid=14133): Launched\u000a18:40:44.476290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:40:45.035599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14135): Launched\u000a18:40:45.358658 run osmo-stp_10.42.42.5(pid=14136): Launched\u000a18:40:45.474416 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:40:46.063441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14138): Launched\u000a18:40:46.175445 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:40:46.464600 run patchelf(pid=14139): Launched\u000a18:40:46.646392 run osmo-stp_10.42.42.5(pid=14136): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14136)]\u000a18:40:46.780412 run osmo-stp_10.42.42.5(pid=14136): stdout: \u000a| (launched: 2022-12-12_18:40:45.198204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:46.913116 run osmo-stp_10.42.42.5(pid=14136): stderr: \u000a| �[0;m�[38;5;43m20221212184045392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184045392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184045392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184045393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184045393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184045393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184045393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:47.042137 run osmo-stp_10.42.42.5(pid=14136): stdout: \u000a| (launched: 2022-12-12_18:40:45.198204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:47.169514 run osmo-stp_10.42.42.5(pid=14136): stderr: \u000a| �[0;m�[38;5;43m20221212184045392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184045392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184045392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184045393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184045393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184045393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184045393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:47.313433 run patchelf(pid=14139): Terminating (SIGINT)\u000a18:40:47.481323 run patchelf(pid=14139): Terminated: ok {rc=0}\u000a18:40:47.511962 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14136): Process ended prematurely: osmo-stp_10.42.42.5(pid=14136) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14136)] [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:40:47.520780 tst ping.py:22: Test FAILED (6.7 sec)\u000a18:40:47.582647 run osmo-hlr_10.42.42.2(pid=14133): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14133)]\u000a18:40:47.632495 run osmo-hlr_10.42.42.2(pid=14133): stdout: \u000a| (launched: 2022-12-12_18:40:44.199840) \u000a18:40:47.683087 run osmo-hlr_10.42.42.2(pid=14133): stderr: \u000a| �[0;m�[1;31m20221212184044399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184044399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184044399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184044399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184044399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184044399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184044411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184044419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184044420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184044420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:40:47.725764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14132): Terminating (SIGTERM)\u000a18:40:47.766483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14135): Terminating (SIGTERM)\u000a18:40:47.806948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14138): Terminating (SIGTERM)\u000a18:40:47.816589 --- ParallelTerminationStrategy: PID 14132 died...\u000a18:40:47.870763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14132): Terminated: ok {rc=0}\u000a18:40:47.880754 --- ParallelTerminationStrategy: PID 14135 died...\u000a18:40:47.935198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14135): Terminated: ok {rc=0}\u000a18:40:47.945169 --- ParallelTerminationStrategy: PID 14138 died...\u000a18:40:47.999688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14138): Terminated: ok {rc=0}\u000a18:40:48.090315 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14146): Process ended prematurely: osmo-stp_10.42.42.5(pid=14146) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14146)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14146): Process ended prematurely: osmo-stp_10.42.42.5(pid=14146) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:40:49.142989 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:49.155575 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:40:49.318549 tst ping_idle_ping.py: using LAC 30739\u000a18:40:49.441114 tst ping_idle_ping.py: using RAC 139\u000a18:40:49.559357 tst ping_idle_ping.py: using CellId 30739\u000a18:40:49.678439 tst ping_idle_ping.py: using BVCI 30740\u000a18:40:49.701405 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:49.712772 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:49.723950 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:49.735393 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:49.746628 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:49.757975 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:49.769854 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:40:49.781409 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:40:50.073373 tst ping_idle_ping.py:24: start network...\u000a18:40:50.206841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:40:50.724874 run create_hlr_db(pid=14140): Launched\u000a18:40:50.909723 bus /gobi_6: Setting Powered False\u000a18:40:51.930844 run create_hlr_db(pid=14140): Terminated: ok {rc=0}\u000a18:40:52.335734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14142): Launched\u000a18:40:52.639123 run osmo-hlr_10.42.42.2(pid=14143): Launched\u000a18:40:52.752629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:40:53.272502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14145): Launched\u000a18:40:53.575758 run osmo-stp_10.42.42.5(pid=14146): Launched\u000a18:40:53.684194 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:40:54.210881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14148): Launched\u000a18:40:54.317345 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:40:54.581924 run patchelf(pid=14149): Launched\u000a18:40:54.756385 run osmo-stp_10.42.42.5(pid=14146): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14146)]\u000a18:40:54.883938 run osmo-stp_10.42.42.5(pid=14146): stdout: \u000a| (launched: 2022-12-12_18:40:53.424374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:55.012097 run osmo-stp_10.42.42.5(pid=14146): stderr: \u000a| �[0;m�[38;5;43m20221212184053596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184053596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184053596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184053597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184053597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184053597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184053597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:55.136028 run osmo-stp_10.42.42.5(pid=14146): stdout: \u000a| (launched: 2022-12-12_18:40:53.424374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:40:55.258967 run osmo-stp_10.42.42.5(pid=14146): stderr: \u000a| �[0;m�[38;5;43m20221212184053596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184053596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184053596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184053597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184053597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184053597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184053597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:40:55.402474 run patchelf(pid=14149): Terminating (SIGINT)\u000a18:40:55.570760 run patchelf(pid=14149): Terminated: ok {rc=0}\u000a18:40:55.601520 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14146): Process ended prematurely: osmo-stp_10.42.42.5(pid=14146) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14146)] [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:40:55.610561 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:40:55.671567 run osmo-hlr_10.42.42.2(pid=14143): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14143)]\u000a18:40:55.720436 run osmo-hlr_10.42.42.2(pid=14143): stdout: \u000a| (launched: 2022-12-12_18:40:52.487799) \u000a18:40:55.770911 run osmo-hlr_10.42.42.2(pid=14143): stderr: \u000a| �[0;m�[1;31m20221212184052666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184052666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184052666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184052666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184052666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184052666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184052678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184052687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184052687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184052687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:40:55.813355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14142): Terminating (SIGTERM)\u000a18:40:55.853838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14145): Terminating (SIGTERM)\u000a18:40:55.894234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14148): Terminating (SIGTERM)\u000a18:40:55.903896 --- ParallelTerminationStrategy: PID 14142 died...\u000a18:40:55.957726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14142): Terminated: ok {rc=0}\u000a18:40:55.967374 --- ParallelTerminationStrategy: PID 14145 died...\u000a18:40:56.020772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14145): Terminated: ok {rc=0}\u000a18:40:56.030637 --- ParallelTerminationStrategy: PID 14148 died...\u000a18:40:56.084255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14148): Terminated: ok {rc=0}\u000a18:40:56.174392 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:39:57" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14163): Process ended prematurely: osmo-stp_10.42.42.5(pid=14163) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14163)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14163): Process ended prematurely: osmo-stp_10.42.42.5(pid=14163) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:40:58.318164 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:40:58.329403 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:40:58.482444 tst cs_paging_gprs_active.py: using LAC 30740\u000a18:40:58.601656 tst cs_paging_gprs_active.py: using RAC 140\u000a18:40:58.723367 tst cs_paging_gprs_active.py: using CellId 30740\u000a18:40:58.844196 tst cs_paging_gprs_active.py: using BVCI 30741\u000a18:40:58.867568 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:40:58.878832 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:40:58.889893 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:40:58.901251 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:40:58.912513 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:40:58.923755 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:40:58.935171 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:40:58.946361 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:40:58.957818 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:40:59.079349 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:40:59.378525 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:40:59.514789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:40:59.852188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14153): Launched\u000a18:41:00.135754 run iperf3-srv_10.42.42.10(pid=14154): Launched\u000a18:41:00.335953 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:41:00.472801 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:41:00.812024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14155): Launched\u000a18:41:01.127641 run iperf3-srv_10.42.42.10(pid=14156): Launched\u000a18:41:01.331731 tst cs_paging_gprs_active.py:38: start network...\u000a18:41:01.471003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:41:02.035502 run create_hlr_db(pid=14157): Launched\u000a18:41:02.226684 bus /gobi_6: Setting Powered False\u000a18:41:03.246140 run create_hlr_db(pid=14157): Terminated: ok {rc=0}\u000a18:41:03.657791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14159): Launched\u000a18:41:03.966461 run osmo-hlr_10.42.42.2(pid=14160): Launched\u000a18:41:04.085429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:41:04.624305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14162): Launched\u000a18:41:04.932802 run osmo-stp_10.42.42.5(pid=14163): Launched\u000a18:41:05.043976 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:41:05.576889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14165): Launched\u000a18:41:05.685213 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:41:05.960688 run patchelf(pid=14166): Launched\u000a18:41:06.139759 run osmo-stp_10.42.42.5(pid=14163): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14163)]\u000a18:41:06.270011 run osmo-stp_10.42.42.5(pid=14163): stdout: \u000a| (launched: 2022-12-12_18:41:04.779220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:06.400453 run osmo-stp_10.42.42.5(pid=14163): stderr: \u000a| �[0;m�[38;5;43m20221212184104950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184104950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184104950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184104950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184104951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184104951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184104951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:06.526270 run osmo-stp_10.42.42.5(pid=14163): stdout: \u000a| (launched: 2022-12-12_18:41:04.779220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:06.650779 run osmo-stp_10.42.42.5(pid=14163): stderr: \u000a| �[0;m�[38;5;43m20221212184104950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184104950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184104950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184104950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184104951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184104951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184104951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:06.796644 run patchelf(pid=14166): Terminating (SIGINT)\u000a18:41:06.967831 run patchelf(pid=14166): Terminated: ok {rc=0}\u000a18:41:06.999530 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14163): Process ended prematurely: osmo-stp_10.42.42.5(pid=14163) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14163)] [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a18:41:07.009052 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:41:07.070127 run osmo-hlr_10.42.42.2(pid=14160): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14160)]\u000a18:41:07.119902 run osmo-hlr_10.42.42.2(pid=14160): stdout: \u000a| (launched: 2022-12-12_18:41:03.813179) \u000a18:41:07.169855 run osmo-hlr_10.42.42.2(pid=14160): stderr: \u000a| �[0;m�[1;31m20221212184103990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184103990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184103990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184103990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184103990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184103990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184104002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184104013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184104013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184104013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:41:07.212513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14153): Terminating (SIGTERM)\u000a18:41:07.252857 run iperf3-srv_10.42.42.10(pid=14154): Terminating (SIGTERM)\u000a18:41:07.293473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14155): Terminating (SIGTERM)\u000a18:41:07.333375 run iperf3-srv_10.42.42.10(pid=14156): Terminating (SIGTERM)\u000a18:41:07.373467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14159): Terminating (SIGTERM)\u000a18:41:07.413477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14162): Terminating (SIGTERM)\u000a18:41:07.453474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14165): Terminating (SIGTERM)\u000a18:41:07.463078 --- ParallelTerminationStrategy: PID 14153 died...\u000a18:41:07.516859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14153): Terminated: ok {rc=0}\u000a18:41:07.526626 --- ParallelTerminationStrategy: PID 14154 died...\u000a18:41:07.579843 run iperf3-srv_10.42.42.10(pid=14154): Terminated {rc=256}\u000a18:41:07.589703 --- ParallelTerminationStrategy: PID 14155 died...\u000a18:41:07.643503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14155): Terminated: ok {rc=0}\u000a18:41:07.653794 --- ParallelTerminationStrategy: PID 14156 died...\u000a18:41:07.707663 run iperf3-srv_10.42.42.10(pid=14156): Terminated {rc=256}\u000a18:41:07.717609 --- ParallelTerminationStrategy: PID 14159 died...\u000a18:41:07.771099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14159): Terminated: ok {rc=0}\u000a18:41:07.781072 --- ParallelTerminationStrategy: PID 14162 died...\u000a18:41:07.834756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14162): Terminated: ok {rc=0}\u000a18:41:07.844354 --- ParallelTerminationStrategy: PID 14165 died...\u000a18:41:07.898111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14165): Terminated: ok {rc=0}\u000a18:41:07.987569 bus /gobi_0: Setting Powered False\u000a18:41:09.091461 bus /gobi_0: Setting Powered False\u000a18:41:10.198488 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14175): Process ended prematurely: osmo-stp_10.42.42.5(pid=14175) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14175)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14175): Process ended prematurely: osmo-stp_10.42.42.5(pid=14175) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a18:41:11.315026 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:11.327757 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:41:11.488239 tst iperf3.py: using LAC 30741\u000a18:41:11.607857 tst iperf3.py: using RAC 141\u000a18:41:11.729111 tst iperf3.py: using CellId 30741\u000a18:41:11.849717 tst iperf3.py: using BVCI 30742\u000a18:41:11.872891 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:11.884363 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:11.895589 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:11.907161 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:11.918653 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:11.929955 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:11.941581 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:11.952325 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:11.963723 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:41:12.260524 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:41:12.397246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:41:12.735946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14167): Launched\u000a18:41:13.016908 run iperf3-srv_10.42.42.10(pid=14168): Launched\u000a18:41:13.215762 tst iperf3.py:8: start network...\u000a18:41:13.351452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:41:13.873033 run create_hlr_db(pid=14169): Launched\u000a18:41:14.060918 bus /gobi_6: Setting Powered False\u000a18:41:15.082759 run create_hlr_db(pid=14169): Terminated: ok {rc=0}\u000a18:41:15.493761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14171): Launched\u000a18:41:15.801087 run osmo-hlr_10.42.42.2(pid=14172): Launched\u000a18:41:15.947815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:41:16.631724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14174): Launched\u000a18:41:17.071466 run osmo-stp_10.42.42.5(pid=14175): Launched\u000a18:41:17.251627 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:41:17.826122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14177): Launched\u000a18:41:17.942206 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:41:18.227432 run patchelf(pid=14178): Launched\u000a18:41:18.417853 run osmo-stp_10.42.42.5(pid=14175): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14175)]\u000a18:41:18.556386 run osmo-stp_10.42.42.5(pid=14175): stdout: \u000a| (launched: 2022-12-12_18:41:16.803370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:18.695029 run osmo-stp_10.42.42.5(pid=14175): stderr: \u000a| �[0;m�[38;5;43m20221212184117069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184117069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184117069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184117070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184117071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184117071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184117071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:18.829185 run osmo-stp_10.42.42.5(pid=14175): stdout: \u000a| (launched: 2022-12-12_18:41:16.803370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:18.962280 run osmo-stp_10.42.42.5(pid=14175): stderr: \u000a| �[0;m�[38;5;43m20221212184117069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184117069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184117069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184117070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184117071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184117071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184117071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:19.117806 run patchelf(pid=14178): Terminating (SIGINT)\u000a18:41:19.299744 run patchelf(pid=14178): Terminated: ok {rc=0}\u000a18:41:19.334089 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14175): Process ended prematurely: osmo-stp_10.42.42.5(pid=14175) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14175)] [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a18:41:19.344197 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a18:41:19.407064 run osmo-hlr_10.42.42.2(pid=14172): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14172)]\u000a18:41:19.458340 run osmo-hlr_10.42.42.2(pid=14172): stdout: \u000a| (launched: 2022-12-12_18:41:15.648202) \u000a18:41:19.510363 run osmo-hlr_10.42.42.2(pid=14172): stderr: \u000a| �[0;m�[1;31m20221212184115827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184115827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184115827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184115827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184115827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184115828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184115849 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184115871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184115871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184115871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:41:19.554592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14167): Terminating (SIGTERM)\u000a18:41:19.596757 run iperf3-srv_10.42.42.10(pid=14168): Terminating (SIGTERM)\u000a18:41:19.638671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14171): Terminating (SIGTERM)\u000a18:41:19.680492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14174): Terminating (SIGTERM)\u000a18:41:19.722315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14177): Terminating (SIGTERM)\u000a18:41:19.732005 --- ParallelTerminationStrategy: PID 14167 died...\u000a18:41:19.788023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14167): Terminated: ok {rc=0}\u000a18:41:19.798217 --- ParallelTerminationStrategy: PID 14168 died...\u000a18:41:19.854255 run iperf3-srv_10.42.42.10(pid=14168): Terminated {rc=256}\u000a18:41:19.864312 --- ParallelTerminationStrategy: PID 14171 died...\u000a18:41:19.920138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14171): Terminated: ok {rc=0}\u000a18:41:19.930265 --- ParallelTerminationStrategy: PID 14174 died...\u000a18:41:19.986138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14174): Terminated: ok {rc=0}\u000a18:41:19.996261 --- ParallelTerminationStrategy: PID 14177 died...\u000a18:41:20.052425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14177): Terminated: ok {rc=0}\u000a18:41:20.140737 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14193): Process ended prematurely: osmo-stp_10.42.42.5(pid=14193) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14193)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14193): Process ended prematurely: osmo-stp_10.42.42.5(pid=14193) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a18:41:21.257686 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:21.270205 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:41:21.433872 tst iperf3m4.py: using LAC 30742\u000a18:41:21.562480 tst iperf3m4.py: using RAC 142\u000a18:41:21.691327 tst iperf3m4.py: using CellId 30742\u000a18:41:21.823452 tst iperf3m4.py: using BVCI 30743\u000a18:41:21.848518 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:21.860295 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:21.871819 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:21.883637 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:21.895170 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:21.906697 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:21.918295 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:21.929697 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:21.941333 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:41:22.059142 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:41:22.184591 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:41:22.306705 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:41:22.587710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:41:22.714622 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:41:23.032892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14179): Launched\u000a18:41:23.298449 run iperf3-srv_10.42.42.10(pid=14180): Launched\u000a18:41:23.483989 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:41:23.610307 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:41:23.928928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14181): Launched\u000a18:41:24.194117 run iperf3-srv_10.42.42.10(pid=14182): Launched\u000a18:41:24.381125 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:41:24.507421 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:41:24.826498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14183): Launched\u000a18:41:25.091349 run iperf3-srv_10.42.42.10(pid=14184): Launched\u000a18:41:25.277142 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:41:25.403879 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:41:25.723024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14185): Launched\u000a18:41:25.989506 run iperf3-srv_10.42.42.10(pid=14186): Launched\u000a18:41:26.174687 tst iperf3m4.py:8: start network...\u000a18:41:26.302107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:41:26.788085 run create_hlr_db(pid=14187): Launched\u000a18:41:26.963764 bus /gobi_6: Setting Powered False\u000a18:41:27.986024 run create_hlr_db(pid=14187): Terminated: ok {rc=0}\u000a18:41:28.421587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14189): Launched\u000a18:41:28.750347 run osmo-hlr_10.42.42.2(pid=14190): Launched\u000a18:41:28.869450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:41:29.440002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14192): Launched\u000a18:41:29.767294 run osmo-stp_10.42.42.5(pid=14193): Launched\u000a18:41:29.883821 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:41:30.455425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14195): Launched\u000a18:41:30.571522 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:41:30.860260 run patchelf(pid=14196): Launched\u000a18:41:31.056381 run osmo-stp_10.42.42.5(pid=14193): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14193)]\u000a18:41:31.198641 run osmo-stp_10.42.42.5(pid=14193): stdout: \u000a| (launched: 2022-12-12_18:41:29.606201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:31.340468 run osmo-stp_10.42.42.5(pid=14193): stderr: \u000a| �[0;m�[38;5;43m20221212184129797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184129797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184129798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184129798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184129798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184129799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184129799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:31.477532 run osmo-stp_10.42.42.5(pid=14193): stdout: \u000a| (launched: 2022-12-12_18:41:29.606201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:31.613294 run osmo-stp_10.42.42.5(pid=14193): stderr: \u000a| �[0;m�[38;5;43m20221212184129797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184129797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184129798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184129798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184129798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184129799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184129799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:31.770731 run patchelf(pid=14196): Terminating (SIGINT)\u000a18:41:31.955748 run patchelf(pid=14196): Terminated: ok {rc=0}\u000a18:41:31.990481 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14193): Process ended prematurely: osmo-stp_10.42.42.5(pid=14193) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14193)] [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a18:41:32.001470 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a18:41:32.066005 run osmo-hlr_10.42.42.2(pid=14190): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14190)]\u000a18:41:32.118170 run osmo-hlr_10.42.42.2(pid=14190): stdout: \u000a| (launched: 2022-12-12_18:41:28.587570) \u000a18:41:32.170838 run osmo-hlr_10.42.42.2(pid=14190): stderr: \u000a| �[0;m�[1;31m20221212184128783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184128783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184128783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184128783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184128783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184128783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184128795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184128804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184128805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184128805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:41:32.215173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14179): Terminating (SIGTERM)\u000a18:41:32.257054 run iperf3-srv_10.42.42.10(pid=14180): Terminating (SIGTERM)\u000a18:41:32.301072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14181): Terminating (SIGTERM)\u000a18:41:32.341571 run iperf3-srv_10.42.42.10(pid=14182): Terminating (SIGTERM)\u000a18:41:32.382064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14183): Terminating (SIGTERM)\u000a18:41:32.422422 run iperf3-srv_10.42.42.10(pid=14184): Terminating (SIGTERM)\u000a18:41:32.463262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14185): Terminating (SIGTERM)\u000a18:41:32.506347 run iperf3-srv_10.42.42.10(pid=14186): Terminating (SIGTERM)\u000a18:41:32.548110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14189): Terminating (SIGTERM)\u000a18:41:32.590009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14192): Terminating (SIGTERM)\u000a18:41:32.631824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14195): Terminating (SIGTERM)\u000a18:41:32.641625 --- ParallelTerminationStrategy: PID 14179 died...\u000a18:41:32.697931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14179): Terminated: ok {rc=0}\u000a18:41:32.708010 --- ParallelTerminationStrategy: PID 14180 died...\u000a18:41:32.763682 run iperf3-srv_10.42.42.10(pid=14180): Terminated {rc=256}\u000a18:41:32.773756 --- ParallelTerminationStrategy: PID 14181 died...\u000a18:41:32.829131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14181): Terminated: ok {rc=0}\u000a18:41:32.839077 --- ParallelTerminationStrategy: PID 14182 died...\u000a18:41:32.894362 run iperf3-srv_10.42.42.10(pid=14182): Terminated {rc=256}\u000a18:41:32.904330 --- ParallelTerminationStrategy: PID 14183 died...\u000a18:41:32.959731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14183): Terminated: ok {rc=0}\u000a18:41:32.969870 --- ParallelTerminationStrategy: PID 14184 died...\u000a18:41:33.025957 run iperf3-srv_10.42.42.10(pid=14184): Terminated {rc=256}\u000a18:41:33.035956 --- ParallelTerminationStrategy: PID 14185 died...\u000a18:41:33.092210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14185): Terminated: ok {rc=0}\u000a18:41:33.102320 --- ParallelTerminationStrategy: PID 14186 died...\u000a18:41:33.157665 run iperf3-srv_10.42.42.10(pid=14186): Terminated {rc=256}\u000a18:41:33.167700 --- ParallelTerminationStrategy: PID 14189 died...\u000a18:41:33.224048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14189): Terminated: ok {rc=0}\u000a18:41:33.234208 --- ParallelTerminationStrategy: PID 14192 died...\u000a18:41:33.290175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14192): Terminated: ok {rc=0}\u000a18:41:33.300337 --- ParallelTerminationStrategy: PID 14195 died...\u000a18:41:33.356990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14195): Terminated: ok {rc=0}\u000a18:41:33.445612 bus /gobi_4: Setting Powered False\u000a18:41:34.554914 bus /gobi_4: Setting Powered False\u000a18:41:35.664707 bus /gobi_1: Setting Powered False\u000a18:41:36.773827 bus /gobi_1: Setting Powered False\u000a18:41:37.883801 bus /gobi_0: Setting Powered False\u000a18:41:38.991494 bus /gobi_0: Setting Powered False\u000a18:41:40.101917 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14203): Process ended prematurely: osmo-stp_10.42.42.5(pid=14203) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14203)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14203): Process ended prematurely: osmo-stp_10.42.42.5(pid=14203) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a18:41:41.171774 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:41.184312 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:41:41.344373 tst ping.py: using LAC 30743\u000a18:41:41.470144 tst ping.py: using RAC 143\u000a18:41:41.601059 tst ping.py: using CellId 30743\u000a18:41:41.719325 tst ping.py: using BVCI 30744\u000a18:41:41.742347 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:41.753777 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:41.764787 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:41.776318 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:41.787553 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:41.798898 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:41.810466 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:41.821798 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:41:42.112454 tst ping.py:19: start network...\u000a18:41:42.245604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:41:42.758324 run create_hlr_db(pid=14197): Launched\u000a18:41:42.942821 bus /gobi_6: Setting Powered False\u000a18:41:43.964402 run create_hlr_db(pid=14197): Terminated: ok {rc=0}\u000a18:41:44.370540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14199): Launched\u000a18:41:44.672882 run osmo-hlr_10.42.42.2(pid=14200): Launched\u000a18:41:44.782283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:41:45.306635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14202): Launched\u000a18:41:45.609951 run osmo-stp_10.42.42.5(pid=14203): Launched\u000a18:41:45.718386 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:41:46.284614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14205): Launched\u000a18:41:46.394744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:41:46.683836 run patchelf(pid=14206): Launched\u000a18:41:46.875870 run osmo-stp_10.42.42.5(pid=14203): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14203)]\u000a18:41:47.015900 run osmo-stp_10.42.42.5(pid=14203): stdout: \u000a| (launched: 2022-12-12_18:41:45.458395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:47.155009 run osmo-stp_10.42.42.5(pid=14203): stderr: \u000a| �[0;m�[38;5;43m20221212184145627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184145627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184145627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184145628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184145628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184145628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184145628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:47.286727 run osmo-stp_10.42.42.5(pid=14203): stdout: \u000a| (launched: 2022-12-12_18:41:45.458395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:47.418570 run osmo-stp_10.42.42.5(pid=14203): stderr: \u000a| �[0;m�[38;5;43m20221212184145627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184145627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184145627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184145628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184145628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184145628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184145628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:47.570874 run patchelf(pid=14206): Terminating (SIGINT)\u000a18:41:47.748803 run patchelf(pid=14206): Terminated: ok {rc=0}\u000a18:41:47.781676 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14203): Process ended prematurely: osmo-stp_10.42.42.5(pid=14203) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14203)] [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a18:41:47.791281 tst ping.py:22: Test FAILED (6.6 sec)\u000a18:41:47.854550 run osmo-hlr_10.42.42.2(pid=14200): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14200)]\u000a18:41:47.905855 run osmo-hlr_10.42.42.2(pid=14200): stdout: \u000a| (launched: 2022-12-12_18:41:44.522152) \u000a18:41:47.957951 run osmo-hlr_10.42.42.2(pid=14200): stderr: \u000a| �[0;m�[1;31m20221212184144697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184144697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184144697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184144697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184144697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184144697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184144709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184144718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184144718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184144718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:41:48.002841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14199): Terminating (SIGTERM)\u000a18:41:48.045076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14202): Terminating (SIGTERM)\u000a18:41:48.087301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14205): Terminating (SIGTERM)\u000a18:41:48.097340 --- ParallelTerminationStrategy: PID 14199 died...\u000a18:41:48.153661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14199): Terminated: ok {rc=0}\u000a18:41:48.163908 --- ParallelTerminationStrategy: PID 14202 died...\u000a18:41:48.219815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14202): Terminated: ok {rc=0}\u000a18:41:48.230045 --- ParallelTerminationStrategy: PID 14205 died...\u000a18:41:48.285914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14205): Terminated: ok {rc=0}\u000a18:41:48.374119 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14213): Process ended prematurely: osmo-stp_10.42.42.5(pid=14213) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14213)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14213): Process ended prematurely: osmo-stp_10.42.42.5(pid=14213) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a18:41:49.427229 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:49.439861 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:41:49.597871 tst ping_idle_ping.py: using LAC 30744\u000a18:41:49.723395 tst ping_idle_ping.py: using RAC 144\u000a18:41:49.848839 tst ping_idle_ping.py: using CellId 30744\u000a18:41:49.975494 tst ping_idle_ping.py: using BVCI 30745\u000a18:41:50.000273 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:50.012300 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:50.024212 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:50.035945 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:50.047597 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:50.059233 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:50.071080 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:41:50.082675 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:41:50.377278 tst ping_idle_ping.py:24: start network...\u000a18:41:50.511938 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:41:51.032709 run create_hlr_db(pid=14207): Launched\u000a18:41:51.219166 bus /gobi_6: Setting Powered False\u000a18:41:52.240446 run create_hlr_db(pid=14207): Terminated: ok {rc=0}\u000a18:41:52.647996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14209): Launched\u000a18:41:52.951257 run osmo-hlr_10.42.42.2(pid=14210): Launched\u000a18:41:53.068664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:41:53.600015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14212): Launched\u000a18:41:53.901915 run osmo-stp_10.42.42.5(pid=14213): Launched\u000a18:41:54.010828 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:41:54.534079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14215): Launched\u000a18:41:54.640648 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:41:54.904613 run patchelf(pid=14216): Launched\u000a18:41:55.080311 run osmo-stp_10.42.42.5(pid=14213): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14213)]\u000a18:41:55.208812 run osmo-stp_10.42.42.5(pid=14213): stdout: \u000a| (launched: 2022-12-12_18:41:53.752000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:55.337508 run osmo-stp_10.42.42.5(pid=14213): stderr: \u000a| �[0;m�[38;5;43m20221212184153919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184153919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184153919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184153920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184153920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184153920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184153920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:55.461342 run osmo-stp_10.42.42.5(pid=14213): stdout: \u000a| (launched: 2022-12-12_18:41:53.752000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:55.584400 run osmo-stp_10.42.42.5(pid=14213): stderr: \u000a| �[0;m�[38;5;43m20221212184153919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184153919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184153919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184153920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184153920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184153920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184153920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:55.726878 run patchelf(pid=14216): Terminating (SIGINT)\u000a18:41:55.894741 run patchelf(pid=14216): Terminated: ok {rc=0}\u000a18:41:55.925360 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14213): Process ended prematurely: osmo-stp_10.42.42.5(pid=14213) [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14213)] [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a18:41:55.934311 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:41:55.995261 run osmo-hlr_10.42.42.2(pid=14210): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14210)]\u000a18:41:56.044348 run osmo-hlr_10.42.42.2(pid=14210): stdout: \u000a| (launched: 2022-12-12_18:41:52.800262) \u000a18:41:56.094360 run osmo-hlr_10.42.42.2(pid=14210): stderr: \u000a| �[0;m�[1;31m20221212184152977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184152977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184152977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184152977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184152977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184152977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184152991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184153002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184153002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184153002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:41:56.136308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14209): Terminating (SIGTERM)\u000a18:41:56.176186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14212): Terminating (SIGTERM)\u000a18:41:56.216100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14215): Terminating (SIGTERM)\u000a18:41:56.225740 --- ParallelTerminationStrategy: PID 14209 died...\u000a18:41:56.279192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14209): Terminated: ok {rc=0}\u000a18:41:56.289117 --- ParallelTerminationStrategy: PID 14212 died...\u000a18:41:56.342133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14212): Terminated: ok {rc=0}\u000a18:41:56.352031 --- ParallelTerminationStrategy: PID 14215 died...\u000a18:41:56.406042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14215): Terminated: ok {rc=0}\u000a18:41:56.496174 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:40:57" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14234): Process ended prematurely: osmo-stp_10.42.42.5(pid=14234) [trial-2380↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14234)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14234): Process ended prematurely: osmo-stp_10.42.42.5(pid=14234) [trial-2380↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:41:58.532788 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:41:58.544916 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:41:58.706929 tst switch_tch_pdch.py: using LAC 30745\u000a18:41:58.831710 tst switch_tch_pdch.py: using RAC 145\u000a18:41:58.946751 tst switch_tch_pdch.py: using CellId 30745\u000a18:41:59.062622 tst switch_tch_pdch.py: using BVCI 30746\u000a18:41:59.085726 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:41:59.097366 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:41:59.108736 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:41:59.120322 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:41:59.132108 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:41:59.143688 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:41:59.155578 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:41:59.167312 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:41:59.285842 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:41:59.561151 tst switch_tch_pdch.py:51: start network...\u000a18:41:59.685129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:00.156857 run create_hlr_db(pid=14220): Launched\u000a18:42:00.329489 bus /gobi_6: Setting Powered False\u000a18:42:01.381536 run create_hlr_db(pid=14220): Terminated: ok {rc=0}\u000a18:42:01.798769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14230): Launched\u000a18:42:02.266273 run osmo-hlr_10.42.42.2(pid=14231): Launched\u000a18:42:02.402599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:02.932769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14233): Launched\u000a18:42:03.233868 run osmo-stp_10.42.42.5(pid=14234): Launched\u000a18:42:03.341845 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:42:03.865394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14236): Launched\u000a18:42:03.971214 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:42:04.235090 run patchelf(pid=14237): Launched\u000a18:42:04.409916 run osmo-stp_10.42.42.5(pid=14234): ERR: Terminated: ERROR {rc=1} [trial-2380↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14234)]\u000a18:42:04.537713 run osmo-stp_10.42.42.5(pid=14234): stdout: \u000a| (launched: 2022-12-12_18:42:03.084475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:04.665764 run osmo-stp_10.42.42.5(pid=14234): stderr: \u000a| �[0;m�[38;5;43m20221212184203255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184203255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184203255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184203255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184203256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184203256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184203256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:04.788781 run osmo-stp_10.42.42.5(pid=14234): stdout: \u000a| (launched: 2022-12-12_18:42:03.084475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:04.911200 run osmo-stp_10.42.42.5(pid=14234): stderr: \u000a| �[0;m�[38;5;43m20221212184203255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184203255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184203255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184203255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184203256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184203256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184203256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:05.053807 run patchelf(pid=14237): Terminating (SIGINT)\u000a18:42:05.221067 run patchelf(pid=14237): Terminated: ok {rc=0}\u000a18:42:05.252148 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14234): Process ended prematurely: osmo-stp_10.42.42.5(pid=14234) [trial-2380↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14234)] [trial-2380↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:42:05.261033 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a18:42:05.321758 run osmo-hlr_10.42.42.2(pid=14231): ERR: Terminated: ERROR {rc=237} [trial-2380↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14231)]\u000a18:42:05.370948 run osmo-hlr_10.42.42.2(pid=14231): stdout: \u000a| (launched: 2022-12-12_18:42:01.953895) \u000a18:42:05.420707 run osmo-hlr_10.42.42.2(pid=14231): stderr: \u000a| �[0;m�[1;31m20221212184202249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184202249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184202249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184202249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184202249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184202249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184202267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184202280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184202280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184202280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:42:05.463144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14230): Terminating (SIGTERM)\u000a18:42:05.503236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14233): Terminating (SIGTERM)\u000a18:42:05.543281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14236): Terminating (SIGTERM)\u000a18:42:05.552601 --- ParallelTerminationStrategy: PID 14230 died...\u000a18:42:05.606263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14230): Terminated: ok {rc=0}\u000a18:42:05.616208 --- ParallelTerminationStrategy: PID 14233 died...\u000a18:42:05.669560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14233): Terminated: ok {rc=0}\u000a18:42:05.679469 --- ParallelTerminationStrategy: PID 14236 died...\u000a18:42:05.732523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14236): Terminated: ok {rc=0}\u000a18:42:05.822144 bus /gobi_0: Setting Powered False\u000a18:42:06.926862 bus /gobi_0: Setting Powered False\u000a18:42:08.039370 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:41:58" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14247): Process ended prematurely: osmo-stp_10.42.42.5(pid=14247) [trial-2380↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14247)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14247): Process ended prematurely: osmo-stp_10.42.42.5(pid=14247) [trial-2380↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a18:42:10.015543 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:42:10.026700 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a18:42:10.177864 tst switch_tch_pdch.py: using LAC 30746\u000a18:42:10.297733 tst switch_tch_pdch.py: using RAC 146\u000a18:42:10.416366 tst switch_tch_pdch.py: using CellId 30746\u000a18:42:10.538406 tst switch_tch_pdch.py: using BVCI 30747\u000a18:42:10.562868 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:42:10.574974 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:42:10.587187 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:42:10.598937 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:42:10.610508 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:42:10.621948 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:42:10.633962 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:42:10.645560 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:42:10.764581 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:42:11.041185 tst switch_tch_pdch.py:51: start network...\u000a18:42:11.165488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:11.614737 run create_hlr_db(pid=14241): Launched\u000a18:42:11.736369 bus /gobi_6: Setting Powered False\u000a18:42:12.807902 run create_hlr_db(pid=14241): Terminated: ok {rc=0}\u000a18:42:13.206861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14243): Launched\u000a18:42:13.528260 run osmo-hlr_10.42.42.2(pid=14244): Launched\u000a18:42:13.646907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:14.178334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14246): Launched\u000a18:42:14.499713 run osmo-stp_10.42.42.5(pid=14247): Launched\u000a18:42:14.615549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:42:15.147243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14249): Launched\u000a18:42:15.260899 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:42:15.541204 run patchelf(pid=14250): Launched\u000a18:42:15.727439 run osmo-stp_10.42.42.5(pid=14247): ERR: Terminated: ERROR {rc=1} [trial-2380↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14247)]\u000a18:42:15.880425 run osmo-stp_10.42.42.5(pid=14247): stdout: \u000a| (launched: 2022-12-12_18:42:14.340901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:16.039992 run osmo-stp_10.42.42.5(pid=14247): stderr: \u000a| �[0;m�[38;5;43m20221212184214532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184214533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184214533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184214533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184214534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184214534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184214534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:16.174511 run osmo-stp_10.42.42.5(pid=14247): stdout: \u000a| (launched: 2022-12-12_18:42:14.340901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:16.308231 run osmo-stp_10.42.42.5(pid=14247): stderr: \u000a| �[0;m�[38;5;43m20221212184214532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184214533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184214533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184214533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184214534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184214534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184214534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:16.464452 run patchelf(pid=14250): Terminating (SIGINT)\u000a18:42:16.646349 run patchelf(pid=14250): Terminated: ok {rc=0}\u000a18:42:16.680063 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14247): Process ended prematurely: osmo-stp_10.42.42.5(pid=14247) [trial-2380↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14247)] [trial-2380↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a18:42:16.690174 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a18:42:16.754042 run osmo-hlr_10.42.42.2(pid=14244): ERR: Terminated: ERROR {rc=237} [trial-2380↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14244)]\u000a18:42:16.806258 run osmo-hlr_10.42.42.2(pid=14244): stdout: \u000a| (launched: 2022-12-12_18:42:13.369882) \u000a18:42:16.859266 run osmo-hlr_10.42.42.2(pid=14244): stderr: \u000a| �[0;m�[1;31m20221212184213565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184213565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184213565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184213565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184213565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184213565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184213579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184213588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184213588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184213588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:42:16.905055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14243): Terminating (SIGTERM)\u000a18:42:16.948536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14246): Terminating (SIGTERM)\u000a18:42:16.994849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14249): Terminating (SIGTERM)\u000a18:42:17.005887 --- ParallelTerminationStrategy: PID 14243 died...\u000a18:42:17.064826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14243): Terminated: ok {rc=0}\u000a18:42:17.075356 --- ParallelTerminationStrategy: PID 14246 died...\u000a18:42:17.132780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14246): Terminated: ok {rc=0}\u000a18:42:17.143332 --- ParallelTerminationStrategy: PID 14249 died...\u000a18:42:17.200470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14249): Terminated: ok {rc=0}\u000a18:42:17.289354 bus /gobi_0: Setting Powered False\u000a18:42:18.393158 bus /gobi_0: Setting Powered False\u000a18:42:19.504831 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:42:09" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14255): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14255) [trial-2380↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14255)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14255): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14255) [trial-2380↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a18:42:21.377163 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a18:42:21.387860 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a18:42:21.513602 tst mo_mt_sms.py: using LAC 30747\u000a18:42:21.640120 tst mo_mt_sms.py: using RAC 147\u000a18:42:21.769566 tst mo_mt_sms.py: using CellId 30747\u000a18:42:21.892620 tst mo_mt_sms.py: using BVCI 30748\u000a18:42:21.917038 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a18:42:22.032667 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a18:42:22.306552 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:42:22.430418 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:42:23.051699 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14254): Launched\u000a18:42:23.351100 run osmo-nitb_10.42.42.2(pid=14255): Launched\u000a18:42:23.535006 run osmo-nitb_10.42.42.2(pid=14255): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14255)]\u000a18:42:23.671186 run osmo-nitb_10.42.42.2(pid=14255): stdout: \u000a| (launched: 2022-12-12_18:42:23.203297) \u000a18:42:23.806826 run osmo-nitb_10.42.42.2(pid=14255): stderr: \u000a| (launched: 2022-12-12_18:42:23.247575)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:42:23.938104 run osmo-nitb_10.42.42.2(pid=14255): stdout: \u000a| (launched: 2022-12-12_18:42:23.203297) \u000a18:42:24.068132 run osmo-nitb_10.42.42.2(pid=14255): stderr: \u000a| (launched: 2022-12-12_18:42:23.247575)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:42:24.471398 tst osmo-nitb_10.42.42.2(pid=14255): stdout: \u000a| (launched: 2022-12-12_18:42:23.203297) \u000a18:42:24.590877 tst osmo-nitb_10.42.42.2(pid=14255): stderr: \u000a| (launched: 2022-12-12_18:42:23.247575)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:42:24.643202 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=14255): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14255) [trial-2380↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14255)] [trial-2380↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a18:42:24.651476 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a18:42:24.686654 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14254): Terminating (SIGTERM)\u000a18:42:24.864442 --- ParallelTerminationStrategy: PID 14254 died...\u000a18:42:24.919629 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14254): Terminated: ok {rc=0}\u000a18:42:25.009723 bus /sierra_3: Setting Powered False\u000a18:42:26.114850 bus /sierra_3: Setting Powered False\u000a18:42:27.228411 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:42:21" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14265): Process ended prematurely: osmo-stp_10.42.42.5(pid=14265) [trial-2380↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14265)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14265): Process ended prematurely: osmo-stp_10.42.42.5(pid=14265) [trial-2380↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a18:42:29.092817 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:42:29.103600 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:42:29.236194 tst mo_mt_sms.py: using LAC 30748\u000a18:42:29.361252 tst mo_mt_sms.py: using RAC 148\u000a18:42:29.486242 tst mo_mt_sms.py: using CellId 30748\u000a18:42:29.609599 tst mo_mt_sms.py: using BVCI 30749\u000a18:42:29.633837 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:42:29.645147 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:42:29.656280 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:42:29.667460 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:42:29.678918 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:42:29.689999 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a18:42:29.809926 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a18:42:30.011526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:30.486889 run create_hlr_db(pid=14259): Launched\u000a18:42:30.659729 bus /sierra_2: Setting Powered False\u000a18:42:31.683351 run create_hlr_db(pid=14259): Terminated: ok {rc=0}\u000a18:42:32.103264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14261): Launched\u000a18:42:32.410565 run osmo-hlr_10.42.42.2(pid=14262): Launched\u000a18:42:32.524240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:33.046502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14264): Launched\u000a18:42:33.348511 run osmo-stp_10.42.42.5(pid=14265): Launched\u000a18:42:33.457330 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:42:34.005849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14267): Launched\u000a18:42:34.308895 run osmo-msc_10.42.42.6(pid=14268): Launched\u000a18:42:34.485446 run osmo-stp_10.42.42.5(pid=14265): ERR: Terminated: ERROR {rc=1} [trial-2380↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14265)]\u000a18:42:34.611977 run osmo-stp_10.42.42.5(pid=14265): stdout: \u000a| (launched: 2022-12-12_18:42:33.197757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:34.736595 run osmo-stp_10.42.42.5(pid=14265): stderr: \u000a| �[0;m�[38;5;43m20221212184233365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184233365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184233366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184233366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184233367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184233367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184233367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:34.857330 run osmo-stp_10.42.42.5(pid=14265): stdout: \u000a| (launched: 2022-12-12_18:42:33.197757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:34.976279 run osmo-stp_10.42.42.5(pid=14265): stderr: \u000a| �[0;m�[38;5;43m20221212184233365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184233365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184233366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184233366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184233367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184233367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184233367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:35.028510 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14265): Process ended prematurely: osmo-stp_10.42.42.5(pid=14265) [trial-2380↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14265)] [trial-2380↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a18:42:35.036578 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a18:42:35.096793 run osmo-hlr_10.42.42.2(pid=14262): ERR: Terminated: ERROR {rc=237} [trial-2380↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14262)]\u000a18:42:35.145845 run osmo-hlr_10.42.42.2(pid=14262): stdout: \u000a| (launched: 2022-12-12_18:42:32.258089) \u000a18:42:35.195301 run osmo-hlr_10.42.42.2(pid=14262): stderr: \u000a| �[0;m�[1;31m20221212184232433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184232433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184232433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184232433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184232433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184232434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184232446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184232455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184232455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184232455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:42:35.263229 run osmo-msc_10.42.42.6(pid=14268): ERR: Terminated: ERROR {rc=2} [trial-2380↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14268)]\u000a18:42:35.312338 run osmo-msc_10.42.42.6(pid=14268): stdout: \u000a| (launched: 2022-12-12_18:42:34.157293) \u000a18:42:35.362325 run osmo-msc_10.42.42.6(pid=14268): stderr: \u000a| �[0;m�[38;5;43m20221212184234429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184234429 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f301f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184234430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184234430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184234430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184234430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184234432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184234432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184234432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184234432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:42:35.404504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14261): Terminating (SIGTERM)\u000a18:42:35.444740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14264): Terminating (SIGTERM)\u000a18:42:35.484916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14267): Terminating (SIGTERM)\u000a18:42:35.494613 --- ParallelTerminationStrategy: PID 14261 died...\u000a18:42:35.549196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14261): Terminated: ok {rc=0}\u000a18:42:35.559030 --- ParallelTerminationStrategy: PID 14264 died...\u000a18:42:35.611905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14264): Terminated: ok {rc=0}\u000a18:42:35.621884 --- ParallelTerminationStrategy: PID 14267 died...\u000a18:42:35.674558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14267): Terminated: ok {rc=0}\u000a18:42:35.763295 bus /sierra_3: Setting Powered False\u000a18:42:36.867196 bus /sierra_3: Setting Powered False\u000a18:42:37.978515 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:42:28" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14274): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14274) [trial-2380↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14274)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14274): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14274) [trial-2380↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a18:42:39.803423 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a18:42:39.814988 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:42:39.948630 tst assert_extension.py: using LAC 30749\u000a18:42:40.073428 tst assert_extension.py: using RAC 149\u000a18:42:40.200094 tst assert_extension.py: using CellId 30749\u000a18:42:40.327234 tst assert_extension.py: using BVCI 30750\u000a18:42:40.351896 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a18:42:40.627333 tst assert_extension.py:10: start nitb and bts...\u000a18:42:40.751468 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:42:41.372777 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14273): Launched\u000a18:42:41.671879 run osmo-nitb_10.42.42.2(pid=14274): Launched\u000a18:42:41.855177 run osmo-nitb_10.42.42.2(pid=14274): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14274)]\u000a18:42:41.990416 run osmo-nitb_10.42.42.2(pid=14274): stdout: \u000a| (launched: 2022-12-12_18:42:41.524160) \u000a18:42:42.125841 run osmo-nitb_10.42.42.2(pid=14274): stderr: \u000a| (launched: 2022-12-12_18:42:41.568289)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:42:42.256448 run osmo-nitb_10.42.42.2(pid=14274): stdout: \u000a| (launched: 2022-12-12_18:42:41.524160) \u000a18:42:42.385988 run osmo-nitb_10.42.42.2(pid=14274): stderr: \u000a| (launched: 2022-12-12_18:42:41.568289)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:42:42.791533 tst osmo-nitb_10.42.42.2(pid=14274): stdout: \u000a| (launched: 2022-12-12_18:42:41.524160) \u000a18:42:42.910846 tst osmo-nitb_10.42.42.2(pid=14274): stderr: \u000a| (launched: 2022-12-12_18:42:41.568289)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:42:42.963135 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=14274): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14274) [trial-2380↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14274)] [trial-2380↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a18:42:42.971482 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a18:42:43.006746 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14273): Terminating (SIGTERM)\u000a18:42:43.184271 --- ParallelTerminationStrategy: PID 14273 died...\u000a18:42:43.240282 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14273): Terminated: ok {rc=0}\u000a18:42:43.329820 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:42:39" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14284): Process ended prematurely: osmo-stp_10.42.42.5(pid=14284) [trial-2380↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14284): Process ended prematurely: osmo-stp_10.42.42.5(pid=14284) [trial-2380↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a18:42:45.144909 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:42:45.156162 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:42:45.288594 tst assert_extension.py: using LAC 30750\u000a18:42:45.415679 tst assert_extension.py: using RAC 150\u000a18:42:45.540113 tst assert_extension.py: using CellId 30750\u000a18:42:45.666787 tst assert_extension.py: using BVCI 30751\u000a18:42:45.691063 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:42:45.702402 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:42:45.713515 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:42:45.724523 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:42:45.735566 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:42:45.746539 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a18:42:45.960199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:46.511800 run create_hlr_db(pid=14278): Launched\u000a18:42:46.700515 bus /sierra_2: Setting Powered False\u000a18:42:47.708826 run create_hlr_db(pid=14278): Terminated: ok {rc=0}\u000a18:42:48.148760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14280): Launched\u000a18:42:48.471009 run osmo-hlr_10.42.42.2(pid=14281): Launched\u000a18:42:48.587969 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:49.146949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14283): Launched\u000a18:42:49.468230 run osmo-stp_10.42.42.5(pid=14284): Launched\u000a18:42:49.583884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:42:50.171152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14286): Launched\u000a18:42:50.493723 run osmo-msc_10.42.42.6(pid=14287): Launched\u000a18:42:50.681398 run osmo-stp_10.42.42.5(pid=14284): ERR: Terminated: ERROR {rc=1} [trial-2380↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)]\u000a18:42:50.816460 run osmo-stp_10.42.42.5(pid=14284): stdout: \u000a| (launched: 2022-12-12_18:42:49.309289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:50.951292 run osmo-stp_10.42.42.5(pid=14284): stderr: \u000a| �[0;m�[38;5;43m20221212184249502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184249502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184249502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184249503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184249503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184249503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184249503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:51.079625 run osmo-stp_10.42.42.5(pid=14284): stdout: \u000a| (launched: 2022-12-12_18:42:49.309289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:51.207174 run osmo-stp_10.42.42.5(pid=14284): stderr: \u000a| �[0;m�[38;5;43m20221212184249502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184249502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184249502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184249503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184249503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184249503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184249503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:51.263108 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=14284): Process ended prematurely: osmo-stp_10.42.42.5(pid=14284) [trial-2380↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14284)] [trial-2380↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a18:42:51.271546 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a18:42:51.334743 run osmo-hlr_10.42.42.2(pid=14281): ERR: Terminated: ERROR {rc=237} [trial-2380↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14281)]\u000a18:42:51.386788 run osmo-hlr_10.42.42.2(pid=14281): stdout: \u000a| (launched: 2022-12-12_18:42:48.311601) \u000a18:42:51.439184 run osmo-hlr_10.42.42.2(pid=14281): stderr: \u000a| �[0;m�[1;31m20221212184248508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184248509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184248509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184248509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184248509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184248509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184248521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184248530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184248530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184248530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:42:51.510248 run osmo-msc_10.42.42.6(pid=14287): ERR: Terminated: ERROR {rc=2} [trial-2380↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14287)]\u000a18:42:51.561985 run osmo-msc_10.42.42.6(pid=14287): stdout: \u000a| (launched: 2022-12-12_18:42:50.333871) \u000a18:42:51.614435 run osmo-msc_10.42.42.6(pid=14287): stderr: \u000a| �[0;m�[38;5;43m20221212184250656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184250656 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3915331c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184250656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184250656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184250657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184250657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184250658 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184250659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184250659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184250659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:42:51.659111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14280): Terminating (SIGTERM)\u000a18:42:51.701350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14283): Terminating (SIGTERM)\u000a18:42:51.743404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14286): Terminating (SIGTERM)\u000a18:42:51.753318 --- ParallelTerminationStrategy: PID 14280 died...\u000a18:42:51.809674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14280): Terminated: ok {rc=0}\u000a18:42:51.819882 --- ParallelTerminationStrategy: PID 14283 died...\u000a18:42:51.875825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14283): Terminated: ok {rc=0}\u000a18:42:51.886376 --- ParallelTerminationStrategy: PID 14286 died...\u000a18:42:51.942901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14286): Terminated: ok {rc=0}\u000a18:42:52.031281 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:42:44" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14298): Process ended prematurely: osmo-stp_10.42.42.5(pid=14298) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14298)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14298): Process ended prematurely: osmo-stp_10.42.42.5(pid=14298) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:42:53.976038 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:42:53.987868 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:42:54.143856 tst mo_mt_call.py: using LAC 30751\u000a18:42:54.270930 tst mo_mt_call.py: using RAC 151\u000a18:42:54.400412 tst mo_mt_call.py: using CellId 30751\u000a18:42:54.526918 tst mo_mt_call.py: using BVCI 30752\u000a18:42:54.551705 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:42:54.563582 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:42:54.575241 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:42:54.586905 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:42:54.598676 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:42:54.610336 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:42:54.728126 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:42:54.933279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:55.415433 run create_hlr_db(pid=14292): Launched\u000a18:42:55.590850 bus /sierra_2: Setting Powered False\u000a18:42:56.612834 run create_hlr_db(pid=14292): Terminated: ok {rc=0}\u000a18:42:57.046244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14294): Launched\u000a18:42:57.375398 run osmo-hlr_10.42.42.2(pid=14295): Launched\u000a18:42:57.495119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:58.066307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14297): Launched\u000a18:42:58.391413 run osmo-stp_10.42.42.5(pid=14298): Launched\u000a18:42:58.508029 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:42:59.106512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14300): Launched\u000a18:42:59.437183 run osmo-msc_10.42.42.6(pid=14301): Launched\u000a18:42:59.627602 run osmo-stp_10.42.42.5(pid=14298): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14298)]\u000a18:42:59.764265 run osmo-stp_10.42.42.5(pid=14298): stdout: \u000a| (launched: 2022-12-12_18:42:58.231159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:59.900173 run osmo-stp_10.42.42.5(pid=14298): stderr: \u000a| �[0;m�[38;5;43m20221212184258423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184258424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184258424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184258424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184258425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184258425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184258425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:00.030541 run osmo-stp_10.42.42.5(pid=14298): stdout: \u000a| (launched: 2022-12-12_18:42:58.231159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:00.159694 run osmo-stp_10.42.42.5(pid=14298): stderr: \u000a| �[0;m�[38;5;43m20221212184258423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184258424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184258424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184258424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184258425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184258425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184258425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:00.217028 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14298): Process ended prematurely: osmo-stp_10.42.42.5(pid=14298) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14298)] [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:43:00.226639 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:43:00.289177 run osmo-hlr_10.42.42.2(pid=14295): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14295)]\u000a18:43:00.340984 run osmo-hlr_10.42.42.2(pid=14295): stdout: \u000a| (launched: 2022-12-12_18:42:57.211478) \u000a18:43:00.393236 run osmo-hlr_10.42.42.2(pid=14295): stderr: \u000a| �[0;m�[1;31m20221212184257411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184257411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184257411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184257411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184257411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184257411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184257423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184257432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184257432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184257432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:43:00.464192 run osmo-msc_10.42.42.6(pid=14301): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14301)]\u000a18:43:00.515575 run osmo-msc_10.42.42.6(pid=14301): stdout: \u000a| (launched: 2022-12-12_18:42:59.272475) \u000a18:43:00.567794 run osmo-msc_10.42.42.6(pid=14301): stderr: \u000a| �[0;m�[38;5;43m20221212184259599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184259599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb49947c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184259599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184259599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184259599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184259600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184259601 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184259602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184259602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184259602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:43:00.611861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14294): Terminating (SIGTERM)\u000a18:43:00.653714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14297): Terminating (SIGTERM)\u000a18:43:00.695570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14300): Terminating (SIGTERM)\u000a18:43:00.705463 --- ParallelTerminationStrategy: PID 14294 died...\u000a18:43:00.761350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14294): Terminated: ok {rc=0}\u000a18:43:00.771463 --- ParallelTerminationStrategy: PID 14297 died...\u000a18:43:00.827126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14297): Terminated: ok {rc=0}\u000a18:43:00.853577 --- ParallelTerminationStrategy: PID 14300 died...\u000a18:43:00.913294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14300): Terminated: ok {rc=0}\u000a18:43:01.002227 bus /sierra_3: Setting Powered False\u000a18:43:02.108938 bus /sierra_3: Setting Powered False\u000a18:43:03.216713 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14309): Process ended prematurely: osmo-stp_10.42.42.5(pid=14309) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14309)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14309): Process ended prematurely: osmo-stp_10.42.42.5(pid=14309) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:43:04.332516 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:43:04.345174 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:43:04.501156 tst mo_mt_call_osmux.py: using LAC 30752\u000a18:43:04.627722 tst mo_mt_call_osmux.py: using RAC 152\u000a18:43:04.755063 tst mo_mt_call_osmux.py: using CellId 30752\u000a18:43:04.881293 tst mo_mt_call_osmux.py: using BVCI 30753\u000a18:43:04.906333 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:43:04.918207 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:43:04.929829 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:43:04.941402 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:43:04.953080 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:43:04.964713 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:43:05.085915 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:43:05.289674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:43:05.772454 run create_hlr_db(pid=14303): Launched\u000a18:43:05.947755 bus /sierra_2: Setting Powered False\u000a18:43:06.970809 run create_hlr_db(pid=14303): Terminated: ok {rc=0}\u000a18:43:07.405461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14305): Launched\u000a18:43:07.733789 run osmo-hlr_10.42.42.2(pid=14306): Launched\u000a18:43:07.851984 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:43:08.419291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14308): Launched\u000a18:43:08.747828 run osmo-stp_10.42.42.5(pid=14309): Launched\u000a18:43:08.865624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:43:09.463984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14311): Launched\u000a18:43:09.793317 run osmo-msc_10.42.42.6(pid=14312): Launched\u000a18:43:09.982424 run osmo-stp_10.42.42.5(pid=14309): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14309)]\u000a18:43:10.119239 run osmo-stp_10.42.42.5(pid=14309): stdout: \u000a| (launched: 2022-12-12_18:43:08.585584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:10.255646 run osmo-stp_10.42.42.5(pid=14309): stderr: \u000a| �[0;m�[38;5;43m20221212184308777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184308777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184308777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184308778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184308778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184308778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184308779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:10.386539 run osmo-stp_10.42.42.5(pid=14309): stdout: \u000a| (launched: 2022-12-12_18:43:08.585584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:10.516009 run osmo-stp_10.42.42.5(pid=14309): stderr: \u000a| �[0;m�[38;5;43m20221212184308777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184308777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184308777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184308778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184308778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184308778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184308779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:10.573718 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14309): Process ended prematurely: osmo-stp_10.42.42.5(pid=14309) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14309)] [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:43:10.583317 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:43:10.646202 run osmo-hlr_10.42.42.2(pid=14306): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14306)]\u000a18:43:10.697796 run osmo-hlr_10.42.42.2(pid=14306): stdout: \u000a| (launched: 2022-12-12_18:43:07.571490) \u000a18:43:10.749952 run osmo-hlr_10.42.42.2(pid=14306): stderr: \u000a| �[0;m�[1;31m20221212184307770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184307770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184307770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184307770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184307770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184307770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184307785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184307794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184307794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184307794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:43:10.820660 run osmo-msc_10.42.42.6(pid=14312): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14312)]\u000a18:43:10.872318 run osmo-msc_10.42.42.6(pid=14312): stdout: \u000a| (launched: 2022-12-12_18:43:09.629854) \u000a18:43:10.924195 run osmo-msc_10.42.42.6(pid=14312): stderr: \u000a| �[0;m�[38;5;43m20221212184309951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184309952 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd948d4ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184309952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184309952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184309952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184309952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184309954 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184309954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184309954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184309955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:43:10.968221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14305): Terminating (SIGTERM)\u000a18:43:11.010090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14308): Terminating (SIGTERM)\u000a18:43:11.052072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14311): Terminating (SIGTERM)\u000a18:43:11.061619 --- ParallelTerminationStrategy: PID 14305 died...\u000a18:43:11.117489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14305): Terminated: ok {rc=0}\u000a18:43:11.127636 --- ParallelTerminationStrategy: PID 14308 died...\u000a18:43:11.183112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14308): Terminated: ok {rc=0}\u000a18:43:11.193335 --- ParallelTerminationStrategy: PID 14311 died...\u000a18:43:11.248637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14311): Terminated: ok {rc=0}\u000a18:43:11.336758 bus /sierra_3: Setting Powered False\u000a18:43:12.445189 bus /sierra_3: Setting Powered False\u000a18:43:13.556328 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:42:53" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14323): Process ended prematurely: osmo-stp_10.42.42.5(pid=14323) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14323)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14323): Process ended prematurely: osmo-stp_10.42.42.5(pid=14323) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:43:15.528869 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:43:15.540145 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:43:15.685972 tst mo_mt_call.py: using LAC 30753\u000a18:43:15.803807 tst mo_mt_call.py: using RAC 153\u000a18:43:15.934398 tst mo_mt_call.py: using CellId 30753\u000a18:43:16.081994 tst mo_mt_call.py: using BVCI 30754\u000a18:43:16.107839 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:43:16.120597 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:43:16.133639 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:43:16.146449 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:43:16.159305 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:43:16.172008 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:43:16.290229 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:43:16.496201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:43:17.023413 run create_hlr_db(pid=14317): Launched\u000a18:43:17.202486 bus /sierra_2: Setting Powered False\u000a18:43:18.220399 run create_hlr_db(pid=14317): Terminated: ok {rc=0}\u000a18:43:18.653674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14319): Launched\u000a18:43:18.982686 run osmo-hlr_10.42.42.2(pid=14320): Launched\u000a18:43:19.100588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:43:19.669181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14322): Launched\u000a18:43:19.997438 run osmo-stp_10.42.42.5(pid=14323): Launched\u000a18:43:20.115062 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:43:20.710260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14325): Launched\u000a18:43:21.037969 run osmo-msc_10.42.42.6(pid=14326): Launched\u000a18:43:21.228044 run osmo-stp_10.42.42.5(pid=14323): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14323)]\u000a18:43:21.364780 run osmo-stp_10.42.42.5(pid=14323): stdout: \u000a| (launched: 2022-12-12_18:43:19.835423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:21.501138 run osmo-stp_10.42.42.5(pid=14323): stderr: \u000a| �[0;m�[38;5;43m20221212184320028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184320028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184320028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184320029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184320029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184320029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184320029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:21.632093 run osmo-stp_10.42.42.5(pid=14323): stdout: \u000a| (launched: 2022-12-12_18:43:19.835423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:21.761848 run osmo-stp_10.42.42.5(pid=14323): stderr: \u000a| �[0;m�[38;5;43m20221212184320028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184320028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184320028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184320029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184320029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184320029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184320029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:21.819189 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14323): Process ended prematurely: osmo-stp_10.42.42.5(pid=14323) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14323)] [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:43:21.828810 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:43:21.891743 run osmo-hlr_10.42.42.2(pid=14320): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14320)]\u000a18:43:21.943189 run osmo-hlr_10.42.42.2(pid=14320): stdout: \u000a| (launched: 2022-12-12_18:43:18.820704) \u000a18:43:21.995499 run osmo-hlr_10.42.42.2(pid=14320): stderr: \u000a| �[0;m�[1;31m20221212184319020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184319020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184319020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184319021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184319021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184319021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184319037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184319046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184319046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184319046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:43:22.066169 run osmo-msc_10.42.42.6(pid=14326): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14326)]\u000a18:43:22.117329 run osmo-msc_10.42.42.6(pid=14326): stdout: \u000a| (launched: 2022-12-12_18:43:20.875569) \u000a18:43:22.168931 run osmo-msc_10.42.42.6(pid=14326): stderr: \u000a| �[0;m�[38;5;43m20221212184321199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184321199 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88ca47ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184321199 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184321199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184321199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184321200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184321201 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184321202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184321202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184321202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:43:22.212988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14319): Terminating (SIGTERM)\u000a18:43:22.254907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14322): Terminating (SIGTERM)\u000a18:43:22.296937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14325): Terminating (SIGTERM)\u000a18:43:22.306483 --- ParallelTerminationStrategy: PID 14319 died...\u000a18:43:22.362460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14319): Terminated: ok {rc=0}\u000a18:43:22.373075 --- ParallelTerminationStrategy: PID 14322 died...\u000a18:43:22.428867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14322): Terminated: ok {rc=0}\u000a18:43:22.438988 --- ParallelTerminationStrategy: PID 14325 died...\u000a18:43:22.494769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14325): Terminated: ok {rc=0}\u000a18:43:22.582007 bus /sierra_3: Setting Powered False\u000a18:43:23.689218 bus /sierra_3: Setting Powered False\u000a18:43:24.800088 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14334): Process ended prematurely: osmo-stp_10.42.42.5(pid=14334) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14334)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14334): Process ended prematurely: osmo-stp_10.42.42.5(pid=14334) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:43:25.909983 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:43:25.921934 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:43:26.070335 tst mo_mt_call_osmux.py: using LAC 30754\u000a18:43:26.189640 tst mo_mt_call_osmux.py: using RAC 154\u000a18:43:26.310320 tst mo_mt_call_osmux.py: using CellId 30754\u000a18:43:26.431544 tst mo_mt_call_osmux.py: using BVCI 30755\u000a18:43:26.454754 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:43:26.466112 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:43:26.477282 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:43:26.488645 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:43:26.500176 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:43:26.511679 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:43:26.628904 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:43:26.840784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:43:27.363959 run create_hlr_db(pid=14328): Launched\u000a18:43:27.553083 bus /sierra_2: Setting Powered False\u000a18:43:28.574008 run create_hlr_db(pid=14328): Terminated: ok {rc=0}\u000a18:43:28.987042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14330): Launched\u000a18:43:29.294785 run osmo-hlr_10.42.42.2(pid=14331): Launched\u000a18:43:29.407245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:43:29.938328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14333): Launched\u000a18:43:30.246133 run osmo-stp_10.42.42.5(pid=14334): Launched\u000a18:43:30.357624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:43:30.932408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14336): Launched\u000a18:43:31.345002 run osmo-msc_10.42.42.6(pid=14337): Launched\u000a18:43:31.620256 run osmo-stp_10.42.42.5(pid=14334): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14334)]\u000a18:43:31.900589 run osmo-stp_10.42.42.5(pid=14334): stdout: \u000a| (launched: 2022-12-12_18:43:30.092726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:32.058427 run osmo-stp_10.42.42.5(pid=14334): stderr: \u000a| �[0;m�[38;5;43m20221212184330264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184330264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184330264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184330264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184330265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184330265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184330265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:32.186100 run osmo-stp_10.42.42.5(pid=14334): stdout: \u000a| (launched: 2022-12-12_18:43:30.092726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:32.312406 run osmo-stp_10.42.42.5(pid=14334): stderr: \u000a| �[0;m�[38;5;43m20221212184330264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184330264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184330264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184330264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184330265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184330265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184330265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:32.367973 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14334): Process ended prematurely: osmo-stp_10.42.42.5(pid=14334) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14334)] [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:43:32.376987 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a18:43:32.438663 run osmo-hlr_10.42.42.2(pid=14331): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14331)]\u000a18:43:32.488746 run osmo-hlr_10.42.42.2(pid=14331): stdout: \u000a| (launched: 2022-12-12_18:43:29.142175) \u000a18:43:32.539813 run osmo-hlr_10.42.42.2(pid=14331): stderr: \u000a| �[0;m�[1;31m20221212184329317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184329317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184329318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184329318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184329318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184329318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184329335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184329346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184329346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184329346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:43:32.608682 run osmo-msc_10.42.42.6(pid=14337): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14337)]\u000a18:43:32.658715 run osmo-msc_10.42.42.6(pid=14337): stdout: \u000a| (launched: 2022-12-12_18:43:31.090693) \u000a18:43:32.709113 run osmo-msc_10.42.42.6(pid=14337): stderr: \u000a| �[0;m�[38;5;43m20221212184331688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184331688 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20cb747c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184331688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184331688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184331690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184331692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184331696 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184331696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184331696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184331696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:43:32.752153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14330): Terminating (SIGTERM)\u000a18:43:32.792904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14333): Terminating (SIGTERM)\u000a18:43:32.833823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14336): Terminating (SIGTERM)\u000a18:43:32.843827 --- ParallelTerminationStrategy: PID 14330 died...\u000a18:43:32.898855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14330): Terminated: ok {rc=0}\u000a18:43:32.908734 --- ParallelTerminationStrategy: PID 14333 died...\u000a18:43:32.963153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14333): Terminated: ok {rc=0}\u000a18:43:32.973560 --- ParallelTerminationStrategy: PID 14336 died...\u000a18:43:33.027947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14336): Terminated: ok {rc=0}\u000a18:43:33.118169 bus /sierra_3: Setting Powered False\u000a18:43:34.223047 bus /sierra_3: Setting Powered False\u000a18:43:35.331741 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:43:15" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14349): Process ended prematurely: osmo-stp_10.42.42.5(pid=14349) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14349)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14349): Process ended prematurely: osmo-stp_10.42.42.5(pid=14349) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:43:37.305834 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:43:37.317889 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:43:37.472629 tst mo_mt_call.py: using LAC 30755\u000a18:43:37.600417 tst mo_mt_call.py: using RAC 155\u000a18:43:37.723875 tst mo_mt_call.py: using CellId 30755\u000a18:43:37.845495 tst mo_mt_call.py: using BVCI 30756\u000a18:43:37.868645 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:43:37.879929 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:43:37.891094 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:43:37.902510 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:43:37.914039 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:43:37.925519 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:43:38.042268 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:43:38.253742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:43:38.777581 run create_hlr_db(pid=14343): Launched\u000a18:43:38.966191 bus /sierra_2: Setting Powered False\u000a18:43:39.988170 run create_hlr_db(pid=14343): Terminated: ok {rc=0}\u000a18:43:40.401589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14345): Launched\u000a18:43:40.708255 run osmo-hlr_10.42.42.2(pid=14346): Launched\u000a18:43:40.827943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:43:41.364274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14348): Launched\u000a18:43:41.672073 run osmo-stp_10.42.42.5(pid=14349): Launched\u000a18:43:41.782846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:43:42.342212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14351): Launched\u000a18:43:42.653717 run osmo-msc_10.42.42.6(pid=14352): Launched\u000a18:43:42.833203 run osmo-stp_10.42.42.5(pid=14349): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14349)]\u000a18:43:42.962551 run osmo-stp_10.42.42.5(pid=14349): stdout: \u000a| (launched: 2022-12-12_18:43:41.519875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:43.089626 run osmo-stp_10.42.42.5(pid=14349): stderr: \u000a| �[0;m�[38;5;43m20221212184341691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184341691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184341691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184341692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184341692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184341692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184341692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:43.211972 run osmo-stp_10.42.42.5(pid=14349): stdout: \u000a| (launched: 2022-12-12_18:43:41.519875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:43.333918 run osmo-stp_10.42.42.5(pid=14349): stderr: \u000a| �[0;m�[38;5;43m20221212184341691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184341691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184341691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184341692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184341692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184341692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184341692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:43.387506 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14349): Process ended prematurely: osmo-stp_10.42.42.5(pid=14349) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14349)] [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:43:43.396331 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:43:43.457224 run osmo-hlr_10.42.42.2(pid=14346): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14346)]\u000a18:43:43.506673 run osmo-hlr_10.42.42.2(pid=14346): stdout: \u000a| (launched: 2022-12-12_18:43:40.556576) \u000a18:43:43.556922 run osmo-hlr_10.42.42.2(pid=14346): stderr: \u000a| �[0;m�[1;31m20221212184340734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184340734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184340734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184340734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184340734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184340734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184340746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184340755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184340755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184340755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:43:43.625112 run osmo-msc_10.42.42.6(pid=14352): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14352)]\u000a18:43:43.674511 run osmo-msc_10.42.42.6(pid=14352): stdout: \u000a| (launched: 2022-12-12_18:43:42.498187) \u000a18:43:43.724343 run osmo-msc_10.42.42.6(pid=14352): stderr: \u000a| �[0;m�[38;5;43m20221212184342771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184342771 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f962bcbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184342771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184342771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184342772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184342772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184342774 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184342774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184342774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184342774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:43:43.766291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14345): Terminating (SIGTERM)\u000a18:43:43.806219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14348): Terminating (SIGTERM)\u000a18:43:43.846220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14351): Terminating (SIGTERM)\u000a18:43:43.855767 --- ParallelTerminationStrategy: PID 14345 died...\u000a18:43:43.909493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14345): Terminated: ok {rc=0}\u000a18:43:43.919379 --- ParallelTerminationStrategy: PID 14348 died...\u000a18:43:43.973349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14348): Terminated: ok {rc=0}\u000a18:43:43.982937 --- ParallelTerminationStrategy: PID 14351 died...\u000a18:43:44.036216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14351): Terminated: ok {rc=0}\u000a18:43:44.125327 bus /sierra_3: Setting Powered False\u000a18:43:45.228869 bus /sierra_3: Setting Powered False\u000a18:43:46.358324 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14360): Process ended prematurely: osmo-stp_10.42.42.5(pid=14360) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14360)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14360): Process ended prematurely: osmo-stp_10.42.42.5(pid=14360) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:43:47.467196 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:43:47.479252 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:43:47.626667 tst mo_mt_call_osmux.py: using LAC 30756\u000a18:43:47.745909 tst mo_mt_call_osmux.py: using RAC 156\u000a18:43:47.864646 tst mo_mt_call_osmux.py: using CellId 30756\u000a18:43:47.983191 tst mo_mt_call_osmux.py: using BVCI 30757\u000a18:43:48.006258 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:43:48.017622 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:43:48.028696 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:43:48.040218 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:43:48.051765 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:43:48.063278 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:43:48.182630 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:43:48.397345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:43:48.922924 run create_hlr_db(pid=14354): Launched\u000a18:43:49.111206 bus /sierra_2: Setting Powered False\u000a18:43:50.132842 run create_hlr_db(pid=14354): Terminated: ok {rc=0}\u000a18:43:50.544576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14356): Launched\u000a18:43:50.851704 run osmo-hlr_10.42.42.2(pid=14357): Launched\u000a18:43:50.970261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:43:51.509191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14359): Launched\u000a18:43:51.817348 run osmo-stp_10.42.42.5(pid=14360): Launched\u000a18:43:51.928365 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:43:52.496024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14362): Launched\u000a18:43:52.806524 run osmo-msc_10.42.42.6(pid=14363): Launched\u000a18:43:52.986541 run osmo-stp_10.42.42.5(pid=14360): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14360)]\u000a18:43:53.116210 run osmo-stp_10.42.42.5(pid=14360): stdout: \u000a| (launched: 2022-12-12_18:43:51.663785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:53.243319 run osmo-stp_10.42.42.5(pid=14360): stderr: \u000a| �[0;m�[38;5;43m20221212184351835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184351835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184351835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184351835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184351836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184351836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184351836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:53.366158 run osmo-stp_10.42.42.5(pid=14360): stdout: \u000a| (launched: 2022-12-12_18:43:51.663785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:53.488553 run osmo-stp_10.42.42.5(pid=14360): stderr: \u000a| �[0;m�[38;5;43m20221212184351835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184351835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184351835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184351835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184351836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184351836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184351836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:53.542644 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14360): Process ended prematurely: osmo-stp_10.42.42.5(pid=14360) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14360)] [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:43:53.551344 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:43:53.611773 run osmo-hlr_10.42.42.2(pid=14357): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14357)]\u000a18:43:53.661429 run osmo-hlr_10.42.42.2(pid=14357): stdout: \u000a| (launched: 2022-12-12_18:43:50.699851) \u000a18:43:53.711465 run osmo-hlr_10.42.42.2(pid=14357): stderr: \u000a| �[0;m�[1;31m20221212184350877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184350877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184350877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184350877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184350877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184350877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184350890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184350899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184350899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184350899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:43:53.779349 run osmo-msc_10.42.42.6(pid=14363): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14363)]\u000a18:43:53.828867 run osmo-msc_10.42.42.6(pid=14363): stdout: \u000a| (launched: 2022-12-12_18:43:52.651374) \u000a18:43:53.878945 run osmo-msc_10.42.42.6(pid=14363): stderr: \u000a| �[0;m�[38;5;43m20221212184352924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184352924 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d3e6cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184352924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184352924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184352924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184352924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184352926 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184352926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184352927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184352927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:43:53.921087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14356): Terminating (SIGTERM)\u000a18:43:53.961067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14359): Terminating (SIGTERM)\u000a18:43:54.001161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14362): Terminating (SIGTERM)\u000a18:43:54.010813 --- ParallelTerminationStrategy: PID 14356 died...\u000a18:43:54.064750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14356): Terminated: ok {rc=0}\u000a18:43:54.074480 --- ParallelTerminationStrategy: PID 14359 died...\u000a18:43:54.128321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14359): Terminated: ok {rc=0}\u000a18:43:54.138128 --- ParallelTerminationStrategy: PID 14362 died...\u000a18:43:54.191465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14362): Terminated: ok {rc=0}\u000a18:43:54.276911 bus /sierra_3: Setting Powered False\u000a18:43:55.385450 bus /sierra_3: Setting Powered False\u000a18:43:56.493558 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:43:37" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14375): Process ended prematurely: osmo-stp_10.42.42.5(pid=14375) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14375)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14375): Process ended prematurely: osmo-stp_10.42.42.5(pid=14375) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:43:58.478950 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:43:58.490734 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:43:58.649712 tst mo_mt_call.py: using LAC 30757\u000a18:43:58.775693 tst mo_mt_call.py: using RAC 157\u000a18:43:58.901509 tst mo_mt_call.py: using CellId 30757\u000a18:43:59.027615 tst mo_mt_call.py: using BVCI 30758\u000a18:43:59.052502 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:43:59.064318 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:43:59.075996 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:43:59.087750 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:43:59.099628 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:43:59.111348 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:43:59.230434 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:43:59.447576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:43:59.969871 run create_hlr_db(pid=14369): Launched\u000a18:44:00.157815 bus /sierra_2: Setting Powered False\u000a18:44:01.180642 run create_hlr_db(pid=14369): Terminated: ok {rc=0}\u000a18:44:01.637152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14371): Launched\u000a18:44:02.072809 run osmo-hlr_10.42.42.2(pid=14372): Launched\u000a18:44:02.252254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:02.835120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14374): Launched\u000a18:44:03.161523 run osmo-stp_10.42.42.5(pid=14375): Launched\u000a18:44:03.278232 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:44:03.876582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14377): Launched\u000a18:44:04.205454 run osmo-msc_10.42.42.6(pid=14378): Launched\u000a18:44:04.395376 run osmo-stp_10.42.42.5(pid=14375): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14375)]\u000a18:44:04.531906 run osmo-stp_10.42.42.5(pid=14375): stdout: \u000a| (launched: 2022-12-12_18:44:03.001340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:04.668448 run osmo-stp_10.42.42.5(pid=14375): stderr: \u000a| �[0;m�[38;5;43m20221212184403193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184403193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184403193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184403194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184403194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184403194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184403194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:04.799163 run osmo-stp_10.42.42.5(pid=14375): stdout: \u000a| (launched: 2022-12-12_18:44:03.001340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:04.928289 run osmo-stp_10.42.42.5(pid=14375): stderr: \u000a| �[0;m�[38;5;43m20221212184403193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184403193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184403193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184403194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184403194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184403194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184403194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:04.985669 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14375): Process ended prematurely: osmo-stp_10.42.42.5(pid=14375) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14375)] [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:44:04.995252 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a18:44:05.058198 run osmo-hlr_10.42.42.2(pid=14372): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14372)]\u000a18:44:05.109772 run osmo-hlr_10.42.42.2(pid=14372): stdout: \u000a| (launched: 2022-12-12_18:44:01.796831) \u000a18:44:05.161949 run osmo-hlr_10.42.42.2(pid=14372): stderr: \u000a| �[0;m�[1;31m20221212184402043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184402043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184402043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184402043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184402043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184402044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184402066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184402088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184402096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184402096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:44:05.232604 run osmo-msc_10.42.42.6(pid=14378): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14378)]\u000a18:44:05.283932 run osmo-msc_10.42.42.6(pid=14378): stdout: \u000a| (launched: 2022-12-12_18:44:04.042907) \u000a18:44:05.335705 run osmo-msc_10.42.42.6(pid=14378): stderr: \u000a| �[0;m�[38;5;43m20221212184404366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184404366 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2de14f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184404366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184404366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184404366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184404367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184404368 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184404369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184404369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184404369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:44:05.379919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14371): Terminating (SIGTERM)\u000a18:44:05.422158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14374): Terminating (SIGTERM)\u000a18:44:05.464270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14377): Terminating (SIGTERM)\u000a18:44:05.474150 --- ParallelTerminationStrategy: PID 14371 died...\u000a18:44:05.530348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14371): Terminated: ok {rc=0}\u000a18:44:05.540304 --- ParallelTerminationStrategy: PID 14374 died...\u000a18:44:05.596227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14374): Terminated: ok {rc=0}\u000a18:44:05.606209 --- ParallelTerminationStrategy: PID 14377 died...\u000a18:44:05.661637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14377): Terminated: ok {rc=0}\u000a18:44:05.748752 bus /sierra_3: Setting Powered False\u000a18:44:06.855749 bus /sierra_3: Setting Powered False\u000a18:44:07.967006 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14386): Process ended prematurely: osmo-stp_10.42.42.5(pid=14386) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14386)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14386): Process ended prematurely: osmo-stp_10.42.42.5(pid=14386) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:44:09.078040 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:44:09.090187 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:44:09.242558 tst mo_mt_call_osmux.py: using LAC 30758\u000a18:44:09.360790 tst mo_mt_call_osmux.py: using RAC 158\u000a18:44:09.480100 tst mo_mt_call_osmux.py: using CellId 30758\u000a18:44:09.600451 tst mo_mt_call_osmux.py: using BVCI 30759\u000a18:44:09.623536 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:44:09.634861 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:44:09.646027 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:44:09.657525 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:44:09.669068 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:44:09.680487 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:44:09.797333 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:44:10.009496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:44:10.534084 run create_hlr_db(pid=14380): Launched\u000a18:44:10.722323 bus /sierra_2: Setting Powered False\u000a18:44:11.743635 run create_hlr_db(pid=14380): Terminated: ok {rc=0}\u000a18:44:12.178539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14382): Launched\u000a18:44:12.506099 run osmo-hlr_10.42.42.2(pid=14383): Launched\u000a18:44:12.627127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:13.197302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14385): Launched\u000a18:44:13.525915 run osmo-stp_10.42.42.5(pid=14386): Launched\u000a18:44:13.644233 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:44:14.242821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14388): Launched\u000a18:44:14.573911 run osmo-msc_10.42.42.6(pid=14389): Launched\u000a18:44:14.763920 run osmo-stp_10.42.42.5(pid=14386): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14386)]\u000a18:44:14.901198 run osmo-stp_10.42.42.5(pid=14386): stdout: \u000a| (launched: 2022-12-12_18:44:13.363387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:15.038213 run osmo-stp_10.42.42.5(pid=14386): stderr: \u000a| �[0;m�[38;5;43m20221212184413555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184413555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184413555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184413556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184413556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184413556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184413556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:15.169393 run osmo-stp_10.42.42.5(pid=14386): stdout: \u000a| (launched: 2022-12-12_18:44:13.363387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:15.299441 run osmo-stp_10.42.42.5(pid=14386): stderr: \u000a| �[0;m�[38;5;43m20221212184413555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184413555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184413555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184413556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184413556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184413556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184413556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:15.357092 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14386): Process ended prematurely: osmo-stp_10.42.42.5(pid=14386) [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14386)] [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:44:15.366432 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:44:15.429186 run osmo-hlr_10.42.42.2(pid=14383): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14383)]\u000a18:44:15.480587 run osmo-hlr_10.42.42.2(pid=14383): stdout: \u000a| (launched: 2022-12-12_18:44:12.344555) \u000a18:44:15.532496 run osmo-hlr_10.42.42.2(pid=14383): stderr: \u000a| �[0;m�[1;31m20221212184412543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184412543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184412543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184412543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184412543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184412543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184412557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184412567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184412567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184412567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:44:15.603564 run osmo-msc_10.42.42.6(pid=14389): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14389)]\u000a18:44:15.654666 run osmo-msc_10.42.42.6(pid=14389): stdout: \u000a| (launched: 2022-12-12_18:44:14.409708) \u000a18:44:15.706543 run osmo-msc_10.42.42.6(pid=14389): stderr: \u000a| �[0;m�[38;5;43m20221212184414734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184414734 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55a7732c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184414734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184414734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184414735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184414735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184414736 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184414737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184414737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184414737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:44:15.750625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14382): Terminating (SIGTERM)\u000a18:44:15.792473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14385): Terminating (SIGTERM)\u000a18:44:15.834211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14388): Terminating (SIGTERM)\u000a18:44:15.843978 --- ParallelTerminationStrategy: PID 14382 died...\u000a18:44:15.905828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14382): Terminated: ok {rc=0}\u000a18:44:15.916529 --- ParallelTerminationStrategy: PID 14385 died...\u000a18:44:15.973547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14385): Terminated: ok {rc=0}\u000a18:44:15.984312 --- ParallelTerminationStrategy: PID 14388 died...\u000a18:44:16.042068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14388): Terminated: ok {rc=0}\u000a18:44:16.130779 bus /sierra_3: Setting Powered False\u000a18:44:17.254391 bus /sierra_3: Setting Powered False\u000a18:44:18.360640 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:43:58" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14400): Process ended prematurely: osmo-stp_10.42.42.5(pid=14400) [trial-2380↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14400)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14400): Process ended prematurely: osmo-stp_10.42.42.5(pid=14400) [trial-2380↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:44:20.348138 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:44:20.360252 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:44:20.515470 tst mo_mt_call.py: using LAC 30759\u000a18:44:20.642332 tst mo_mt_call.py: using RAC 159\u000a18:44:20.768662 tst mo_mt_call.py: using CellId 30759\u000a18:44:20.896586 tst mo_mt_call.py: using BVCI 30760\u000a18:44:20.921376 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:44:20.933205 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:44:20.944724 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:44:20.956471 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:44:20.968168 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:44:20.979809 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:44:21.097575 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:44:21.301629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:44:21.784435 run create_hlr_db(pid=14394): Launched\u000a18:44:21.959628 bus /sierra_2: Setting Powered False\u000a18:44:22.981683 run create_hlr_db(pid=14394): Terminated: ok {rc=0}\u000a18:44:23.417064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14396): Launched\u000a18:44:23.746967 run osmo-hlr_10.42.42.2(pid=14397): Launched\u000a18:44:23.865664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:24.431396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14399): Launched\u000a18:44:24.758415 run osmo-stp_10.42.42.5(pid=14400): Launched\u000a18:44:24.875808 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:44:25.479729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14402): Launched\u000a18:44:25.807968 run osmo-msc_10.42.42.6(pid=14403): Launched\u000a18:44:25.998458 run osmo-stp_10.42.42.5(pid=14400): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14400)]\u000a18:44:26.135435 run osmo-stp_10.42.42.5(pid=14400): stdout: \u000a| (launched: 2022-12-12_18:44:24.597218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:26.271154 run osmo-stp_10.42.42.5(pid=14400): stderr: \u000a| �[0;m�[38;5;43m20221212184424789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184424789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184424789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184424790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184424790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184424790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184424790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:26.402327 run osmo-stp_10.42.42.5(pid=14400): stdout: \u000a| (launched: 2022-12-12_18:44:24.597218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:26.532074 run osmo-stp_10.42.42.5(pid=14400): stderr: \u000a| �[0;m�[38;5;43m20221212184424789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184424789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184424789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184424790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184424790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184424790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184424790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:26.589657 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14400): Process ended prematurely: osmo-stp_10.42.42.5(pid=14400) [trial-2380↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14400)] [trial-2380↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:44:26.598997 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:44:26.661627 run osmo-hlr_10.42.42.2(pid=14397): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14397)]\u000a18:44:26.713148 run osmo-hlr_10.42.42.2(pid=14397): stdout: \u000a| (launched: 2022-12-12_18:44:23.583161) \u000a18:44:26.765086 run osmo-hlr_10.42.42.2(pid=14397): stderr: \u000a| �[0;m�[1;31m20221212184423780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184423780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184423780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184423780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184423780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184423780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184423792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184423803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184423803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184423803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:44:26.835858 run osmo-msc_10.42.42.6(pid=14403): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14403)]\u000a18:44:26.886923 run osmo-msc_10.42.42.6(pid=14403): stdout: \u000a| (launched: 2022-12-12_18:44:25.645984) \u000a18:44:26.939012 run osmo-msc_10.42.42.6(pid=14403): stderr: \u000a| �[0;m�[38;5;43m20221212184425968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184425969 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f738a120c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184425969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184425969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184425969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184425969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184425971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184425971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184425971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184425971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:44:26.983129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14396): Terminating (SIGTERM)\u000a18:44:27.024890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14399): Terminating (SIGTERM)\u000a18:44:27.066595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14402): Terminating (SIGTERM)\u000a18:44:27.076344 --- ParallelTerminationStrategy: PID 14396 died...\u000a18:44:27.132016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14396): Terminated: ok {rc=0}\u000a18:44:27.142109 --- ParallelTerminationStrategy: PID 14399 died...\u000a18:44:27.197520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14399): Terminated: ok {rc=0}\u000a18:44:27.207546 --- ParallelTerminationStrategy: PID 14402 died...\u000a18:44:27.263216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14402): Terminated: ok {rc=0}\u000a18:44:27.350974 bus /sierra_3: Setting Powered False\u000a18:44:28.458463 bus /sierra_3: Setting Powered False\u000a18:44:29.569213 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14411): Process ended prematurely: osmo-stp_10.42.42.5(pid=14411) [trial-2380↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14411)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14411): Process ended prematurely: osmo-stp_10.42.42.5(pid=14411) [trial-2380↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:44:30.680874 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:44:30.693183 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:44:30.857072 tst mo_mt_call_osmux.py: using LAC 30760\u000a18:44:31.005788 tst mo_mt_call_osmux.py: using RAC 160\u000a18:44:31.158629 tst mo_mt_call_osmux.py: using CellId 30760\u000a18:44:31.301174 tst mo_mt_call_osmux.py: using BVCI 30761\u000a18:44:31.326844 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:44:31.339411 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:44:31.352305 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:44:31.364577 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:44:31.377141 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:44:31.390944 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:44:31.516909 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:44:31.783469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:44:32.330196 run create_hlr_db(pid=14405): Launched\u000a18:44:32.507964 bus /sierra_2: Setting Powered False\u000a18:44:33.528644 run create_hlr_db(pid=14405): Terminated: ok {rc=0}\u000a18:44:33.965410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14407): Launched\u000a18:44:34.292163 run osmo-hlr_10.42.42.2(pid=14408): Launched\u000a18:44:34.414519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:34.984069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14410): Launched\u000a18:44:35.313997 run osmo-stp_10.42.42.5(pid=14411): Launched\u000a18:44:35.432091 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:44:36.031160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14413): Launched\u000a18:44:36.358957 run osmo-msc_10.42.42.6(pid=14414): Launched\u000a18:44:36.549138 run osmo-stp_10.42.42.5(pid=14411): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14411)]\u000a18:44:36.690679 run osmo-stp_10.42.42.5(pid=14411): stdout: \u000a| (launched: 2022-12-12_18:44:35.150350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:36.826183 run osmo-stp_10.42.42.5(pid=14411): stderr: \u000a| �[0;m�[38;5;43m20221212184435342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184435342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184435342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184435342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184435343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184435343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184435343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:36.956760 run osmo-stp_10.42.42.5(pid=14411): stdout: \u000a| (launched: 2022-12-12_18:44:35.150350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:37.086704 run osmo-stp_10.42.42.5(pid=14411): stderr: \u000a| �[0;m�[38;5;43m20221212184435342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184435342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184435342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184435342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184435343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184435343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184435343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:37.144212 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14411): Process ended prematurely: osmo-stp_10.42.42.5(pid=14411) [trial-2380↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14411)] [trial-2380↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:44:37.153820 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a18:44:37.216988 run osmo-hlr_10.42.42.2(pid=14408): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14408)]\u000a18:44:37.268633 run osmo-hlr_10.42.42.2(pid=14408): stdout: \u000a| (launched: 2022-12-12_18:44:34.131004) \u000a18:44:37.321119 run osmo-hlr_10.42.42.2(pid=14408): stderr: \u000a| �[0;m�[1;31m20221212184434332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184434332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184434332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184434332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184434332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184434332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184434345 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184434357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184434358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184434358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:44:37.392344 run osmo-msc_10.42.42.6(pid=14414): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14414)]\u000a18:44:37.444046 run osmo-msc_10.42.42.6(pid=14414): stdout: \u000a| (launched: 2022-12-12_18:44:36.197266) \u000a18:44:37.496657 run osmo-msc_10.42.42.6(pid=14414): stderr: \u000a| �[0;m�[38;5;43m20221212184436522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184436523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b1f88cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184436523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184436523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184436523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184436523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184436525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184436525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184436525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184436525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:44:37.540599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14407): Terminating (SIGTERM)\u000a18:44:37.582483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14410): Terminating (SIGTERM)\u000a18:44:37.624210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14413): Terminating (SIGTERM)\u000a18:44:37.634222 --- ParallelTerminationStrategy: PID 14407 died...\u000a18:44:37.690551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14407): Terminated: ok {rc=0}\u000a18:44:37.700879 --- ParallelTerminationStrategy: PID 14410 died...\u000a18:44:37.756881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14410): Terminated: ok {rc=0}\u000a18:44:37.767187 --- ParallelTerminationStrategy: PID 14413 died...\u000a18:44:37.822894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14413): Terminated: ok {rc=0}\u000a18:44:37.909925 bus /sierra_3: Setting Powered False\u000a18:44:39.017725 bus /sierra_3: Setting Powered False\u000a18:44:40.129574 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:44:20" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14425): Process ended prematurely: osmo-stp_10.42.42.5(pid=14425) [trial-2380↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14425)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14425): Process ended prematurely: osmo-stp_10.42.42.5(pid=14425) [trial-2380↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:44:42.115234 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:44:42.126374 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:44:42.252696 tst emergency_mo_mt_call.py: using LAC 30761\u000a18:44:42.370650 tst emergency_mo_mt_call.py: using RAC 161\u000a18:44:42.487421 tst emergency_mo_mt_call.py: using CellId 30761\u000a18:44:42.605398 tst emergency_mo_mt_call.py: using BVCI 30762\u000a18:44:42.627969 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:44:42.638906 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:44:42.649601 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:44:42.660620 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:44:42.671811 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:44:42.682841 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:44:42.802953 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:44:43.004364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:44:43.476036 run create_hlr_db(pid=14419): Launched\u000a18:44:43.648696 bus /sierra_2: Setting Powered False\u000a18:44:44.670014 run create_hlr_db(pid=14419): Terminated: ok {rc=0}\u000a18:44:45.095351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14421): Launched\u000a18:44:45.418439 run osmo-hlr_10.42.42.2(pid=14422): Launched\u000a18:44:45.535493 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:46.143024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14424): Launched\u000a18:44:46.569317 run osmo-stp_10.42.42.5(pid=14425): Launched\u000a18:44:46.777427 tst emergency_mo_mt_call.py: using MSISDN 7909\u000a18:44:46.931275 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:44:47.488707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14427): Launched\u000a18:44:47.791945 run osmo-msc_10.42.42.6(pid=14428): Launched\u000a18:44:47.967420 run osmo-stp_10.42.42.5(pid=14425): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14425)]\u000a18:44:48.094360 run osmo-stp_10.42.42.5(pid=14425): stdout: \u000a| (launched: 2022-12-12_18:44:46.308855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:48.218751 run osmo-stp_10.42.42.5(pid=14425): stderr: \u000a| �[0;m�[38;5;43m20221212184446600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184446600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184446600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184446609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184446609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184446609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184446609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:48.338599 run osmo-stp_10.42.42.5(pid=14425): stdout: \u000a| (launched: 2022-12-12_18:44:46.308855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:48.457524 run osmo-stp_10.42.42.5(pid=14425): stderr: \u000a| �[0;m�[38;5;43m20221212184446600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184446600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184446600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184446609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184446609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184446609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184446609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:48.509728 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=14425): Process ended prematurely: osmo-stp_10.42.42.5(pid=14425) [trial-2380↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14425)] [trial-2380↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a18:44:48.517903 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a18:44:48.578701 run osmo-hlr_10.42.42.2(pid=14422): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14422)]\u000a18:44:48.627696 run osmo-hlr_10.42.42.2(pid=14422): stdout: \u000a| (launched: 2022-12-12_18:44:45.258704) \u000a18:44:48.678050 run osmo-hlr_10.42.42.2(pid=14422): stderr: \u000a| �[0;m�[1;31m20221212184445455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184445455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184445455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184445455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184445455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184445455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184445468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184445476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184445476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184445476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:44:48.746068 run osmo-msc_10.42.42.6(pid=14428): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14428)]\u000a18:44:48.795296 run osmo-msc_10.42.42.6(pid=14428): stdout: \u000a| (launched: 2022-12-12_18:44:47.640307) \u000a18:44:48.845278 run osmo-msc_10.42.42.6(pid=14428): stderr: \u000a| �[0;m�[38;5;43m20221212184447913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184447914 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a14e0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184447914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184447914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184447914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184447914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184447916 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184447916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184447917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184447917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:44:48.887215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14421): Terminating (SIGTERM)\u000a18:44:48.927156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14424): Terminating (SIGTERM)\u000a18:44:48.967055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14427): Terminating (SIGTERM)\u000a18:44:48.976616 --- ParallelTerminationStrategy: PID 14421 died...\u000a18:44:49.030290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14421): Terminated: ok {rc=0}\u000a18:44:49.039926 --- ParallelTerminationStrategy: PID 14424 died...\u000a18:44:49.093008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14424): Terminated: ok {rc=0}\u000a18:44:49.102867 --- ParallelTerminationStrategy: PID 14427 died...\u000a18:44:49.155932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14427): Terminated: ok {rc=0}\u000a18:44:49.245473 bus /sierra_3: Setting Powered False\u000a18:44:50.350251 bus /sierra_3: Setting Powered False\u000a18:44:51.460831 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14436): Process ended prematurely: osmo-stp_10.42.42.5(pid=14436) [trial-2380↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14436)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14436): Process ended prematurely: osmo-stp_10.42.42.5(pid=14436) [trial-2380↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:44:52.513126 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:44:52.525019 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:44:52.663281 tst emergency_preemptive_call.py: using LAC 30762\u000a18:44:52.796081 tst emergency_preemptive_call.py: using RAC 162\u000a18:44:52.926192 tst emergency_preemptive_call.py: using CellId 30762\u000a18:44:53.052065 tst emergency_preemptive_call.py: using BVCI 30763\u000a18:44:53.076479 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:44:53.088244 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:44:53.099607 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:44:53.111118 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:44:53.122634 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a18:44:53.134087 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:44:53.251610 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:44:53.369099 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:44:53.490839 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:44:53.701208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:44:54.215742 run create_hlr_db(pid=14430): Launched\u000a18:44:54.401334 bus /sierra_2: Setting Powered False\u000a18:44:55.422203 run create_hlr_db(pid=14430): Terminated: ok {rc=0}\u000a18:44:55.827667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14432): Launched\u000a18:44:56.130964 run osmo-hlr_10.42.42.2(pid=14433): Launched\u000a18:44:56.241410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:56.763005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14435): Launched\u000a18:44:57.065891 run osmo-stp_10.42.42.5(pid=14436): Launched\u000a18:44:57.185710 tst emergency_preemptive_call.py: using MSISDN 7910\u000a18:44:57.334415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:44:57.882142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14438): Launched\u000a18:44:58.185906 run osmo-msc_10.42.42.6(pid=14439): Launched\u000a18:44:58.361891 run osmo-stp_10.42.42.5(pid=14436): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14436)]\u000a18:44:58.489818 run osmo-stp_10.42.42.5(pid=14436): stdout: \u000a| (launched: 2022-12-12_18:44:56.914587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:58.615050 run osmo-stp_10.42.42.5(pid=14436): stderr: \u000a| �[0;m�[38;5;43m20221212184457085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184457085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184457086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184457086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184457086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184457087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184457087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:58.735554 run osmo-stp_10.42.42.5(pid=14436): stdout: \u000a| (launched: 2022-12-12_18:44:56.914587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:58.855195 run osmo-stp_10.42.42.5(pid=14436): stderr: \u000a| �[0;m�[38;5;43m20221212184457085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184457085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184457086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184457086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184457086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184457087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184457087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:58.907951 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=14436): Process ended prematurely: osmo-stp_10.42.42.5(pid=14436) [trial-2380↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14436)] [trial-2380↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a18:44:58.916260 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a18:44:58.977313 run osmo-hlr_10.42.42.2(pid=14433): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14433)]\u000a18:44:59.027427 run osmo-hlr_10.42.42.2(pid=14433): stdout: \u000a| (launched: 2022-12-12_18:44:55.979618) \u000a18:44:59.077887 run osmo-hlr_10.42.42.2(pid=14433): stderr: \u000a| �[0;m�[1;31m20221212184456154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184456154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184456154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184456154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184456154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184456154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184456166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184456174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184456174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184456174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:44:59.146074 run osmo-msc_10.42.42.6(pid=14439): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14439)]\u000a18:44:59.195466 run osmo-msc_10.42.42.6(pid=14439): stdout: \u000a| (launched: 2022-12-12_18:44:58.034576) \u000a18:44:59.245472 run osmo-msc_10.42.42.6(pid=14439): stderr: \u000a| �[0;m�[38;5;43m20221212184458307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184458308 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ac805ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184458308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184458308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184458308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184458308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184458310 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184458311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184458311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184458311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:44:59.287909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14432): Terminating (SIGTERM)\u000a18:44:59.328353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14435): Terminating (SIGTERM)\u000a18:44:59.368308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14438): Terminating (SIGTERM)\u000a18:44:59.378096 --- ParallelTerminationStrategy: PID 14432 died...\u000a18:44:59.431917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14432): Terminated: ok {rc=0}\u000a18:44:59.442032 --- ParallelTerminationStrategy: PID 14435 died...\u000a18:44:59.495356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14435): Terminated: ok {rc=0}\u000a18:44:59.505525 --- ParallelTerminationStrategy: PID 14438 died...\u000a18:44:59.559922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14438): Terminated: ok {rc=0}\u000a18:44:59.645088 bus /sierra_9: Setting Powered False\u000a18:45:00.753137 bus /sierra_9: Setting Powered False\u000a18:45:01.869852 bus /sierra_8: Setting Powered False\u000a18:45:02.976065 bus /sierra_8: Setting Powered False\u000a18:45:04.085547 bus /sierra_3: Setting Powered False\u000a18:45:05.193383 bus /sierra_3: Setting Powered False\u000a18:45:06.302357 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:44:41" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14457): Process ended prematurely: osmo-stp_10.42.42.5(pid=14457) [trial-2380↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14457)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14457): Process ended prematurely: osmo-stp_10.42.42.5(pid=14457) [trial-2380↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:45:08.421830 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:08.433414 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:45:08.568648 tst cs_paging_gprs_active.py: using LAC 30763\u000a18:45:08.695714 tst cs_paging_gprs_active.py: using RAC 163\u000a18:45:08.824478 tst cs_paging_gprs_active.py: using CellId 30763\u000a18:45:08.943018 tst cs_paging_gprs_active.py: using BVCI 30764\u000a18:45:08.966719 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:08.977731 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:08.988299 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:09.000096 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:09.011934 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:09.023586 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:09.035310 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:09.046831 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:09.058616 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:45:09.180691 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:45:09.475277 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:45:09.612165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:09.950875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14447): Launched\u000a18:45:10.235721 run iperf3-srv_10.42.42.10(pid=14448): Launched\u000a18:45:10.437101 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:45:10.573971 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:10.915733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14449): Launched\u000a18:45:11.199471 run iperf3-srv_10.42.42.10(pid=14450): Launched\u000a18:45:11.400163 tst cs_paging_gprs_active.py:38: start network...\u000a18:45:11.537704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:45:12.063047 run create_hlr_db(pid=14451): Launched\u000a18:45:12.251518 bus /sierra_2: Setting Powered False\u000a18:45:13.273651 run create_hlr_db(pid=14451): Terminated: ok {rc=0}\u000a18:45:13.687610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14453): Launched\u000a18:45:13.997221 run osmo-hlr_10.42.42.2(pid=14454): Launched\u000a18:45:14.117154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:45:14.660222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14456): Launched\u000a18:45:14.969908 run osmo-stp_10.42.42.5(pid=14457): Launched\u000a18:45:15.081229 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:45:15.617664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14459): Launched\u000a18:45:15.727898 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:45:16.040428 run patchelf(pid=14460): Launched\u000a18:45:16.225833 run osmo-stp_10.42.42.5(pid=14457): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14457)]\u000a18:45:16.361754 run osmo-stp_10.42.42.5(pid=14457): stdout: \u000a| (launched: 2022-12-12_18:45:14.815684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:16.499887 run osmo-stp_10.42.42.5(pid=14457): stderr: \u000a| �[0;m�[38;5;43m20221212184514986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184514987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184514987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184514987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184514989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184514989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184514989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:16.630574 run osmo-stp_10.42.42.5(pid=14457): stdout: \u000a| (launched: 2022-12-12_18:45:14.815684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:16.759299 run osmo-stp_10.42.42.5(pid=14457): stderr: \u000a| �[0;m�[38;5;43m20221212184514986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184514987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184514987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184514987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184514989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184514989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184514989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:16.909944 run patchelf(pid=14460): Terminating (SIGINT)\u000a18:45:17.086011 run patchelf(pid=14460): Terminated: ok {rc=0}\u000a18:45:17.118876 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14457): Process ended prematurely: osmo-stp_10.42.42.5(pid=14457) [trial-2380↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14457)] [trial-2380↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a18:45:17.129045 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:45:17.192378 run osmo-hlr_10.42.42.2(pid=14454): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14454)]\u000a18:45:17.242181 run osmo-hlr_10.42.42.2(pid=14454): stdout: \u000a| (launched: 2022-12-12_18:45:13.843124) \u000a18:45:17.293053 run osmo-hlr_10.42.42.2(pid=14454): stderr: \u000a| �[0;m�[1;31m20221212184514019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184514019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184514019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184514020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184514020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184514020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184514031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184514040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184514040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184514040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:45:17.335494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14447): Terminating (SIGTERM)\u000a18:45:17.375981 run iperf3-srv_10.42.42.10(pid=14448): Terminating (SIGTERM)\u000a18:45:17.417075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14449): Terminating (SIGTERM)\u000a18:45:17.457648 run iperf3-srv_10.42.42.10(pid=14450): Terminating (SIGTERM)\u000a18:45:17.498280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14453): Terminating (SIGTERM)\u000a18:45:17.538831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14456): Terminating (SIGTERM)\u000a18:45:17.579379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14459): Terminating (SIGTERM)\u000a18:45:17.589278 --- ParallelTerminationStrategy: PID 14447 died...\u000a18:45:17.644121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14447): Terminated: ok {rc=0}\u000a18:45:17.653966 --- ParallelTerminationStrategy: PID 14448 died...\u000a18:45:17.708023 run iperf3-srv_10.42.42.10(pid=14448): Terminated {rc=256}\u000a18:45:17.717980 --- ParallelTerminationStrategy: PID 14449 died...\u000a18:45:17.771594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14449): Terminated: ok {rc=0}\u000a18:45:17.781835 --- ParallelTerminationStrategy: PID 14450 died...\u000a18:45:17.835381 run iperf3-srv_10.42.42.10(pid=14450): Terminated {rc=256}\u000a18:45:17.845570 --- ParallelTerminationStrategy: PID 14453 died...\u000a18:45:17.899063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14453): Terminated: ok {rc=0}\u000a18:45:17.909303 --- ParallelTerminationStrategy: PID 14456 died...\u000a18:45:17.962961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14456): Terminated: ok {rc=0}\u000a18:45:17.973107 --- ParallelTerminationStrategy: PID 14459 died...\u000a18:45:18.027817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14459): Terminated: ok {rc=0}\u000a18:45:18.118366 bus /gobi_0: Setting Powered False\u000a18:45:19.223612 bus /gobi_0: Setting Powered False\u000a18:45:20.336633 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14469): Process ended prematurely: osmo-stp_10.42.42.5(pid=14469) [trial-2380↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14469)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14469): Process ended prematurely: osmo-stp_10.42.42.5(pid=14469) [trial-2380↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a18:45:21.449545 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:21.461397 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:45:21.595339 tst iperf3.py: using LAC 30764\u000a18:45:21.716103 tst iperf3.py: using RAC 164\u000a18:45:21.836340 tst iperf3.py: using CellId 30764\u000a18:45:21.956668 tst iperf3.py: using BVCI 30765\u000a18:45:21.980034 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:21.991052 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:22.001775 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:22.012697 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:22.023519 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:22.034396 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:22.045481 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:22.056346 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:22.067400 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:45:22.355979 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:45:22.483045 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:22.800672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14461): Launched\u000a18:45:23.065927 run iperf3-srv_10.42.42.10(pid=14462): Launched\u000a18:45:23.251487 tst iperf3.py:8: start network...\u000a18:45:23.378374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:45:23.861946 run create_hlr_db(pid=14463): Launched\u000a18:45:24.037219 bus /gobi_6: Setting Powered False\u000a18:45:25.067581 run create_hlr_db(pid=14463): Terminated: ok {rc=0}\u000a18:45:25.495902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14465): Launched\u000a18:45:25.818542 run osmo-hlr_10.42.42.2(pid=14466): Launched\u000a18:45:25.937389 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:45:26.498687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14468): Launched\u000a18:45:26.818808 run osmo-stp_10.42.42.5(pid=14469): Launched\u000a18:45:26.934284 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:45:27.496202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14471): Launched\u000a18:45:27.610556 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:45:27.891165 run patchelf(pid=14472): Launched\u000a18:45:28.078226 run osmo-stp_10.42.42.5(pid=14469): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14469)]\u000a18:45:28.215003 run osmo-stp_10.42.42.5(pid=14469): stdout: \u000a| (launched: 2022-12-12_18:45:26.661072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:28.351661 run osmo-stp_10.42.42.5(pid=14469): stderr: \u000a| �[0;m�[38;5;43m20221212184526850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184526851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184526851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184526851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184526852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184526852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184526852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:28.484014 run osmo-stp_10.42.42.5(pid=14469): stdout: \u000a| (launched: 2022-12-12_18:45:26.661072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:28.614766 run osmo-stp_10.42.42.5(pid=14469): stderr: \u000a| �[0;m�[38;5;43m20221212184526850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184526851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184526851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184526851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184526852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184526852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184526852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:28.767424 run patchelf(pid=14472): Terminating (SIGINT)\u000a18:45:28.946660 run patchelf(pid=14472): Terminated: ok {rc=0}\u000a18:45:28.979757 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14469): Process ended prematurely: osmo-stp_10.42.42.5(pid=14469) [trial-2380↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14469)] [trial-2380↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a18:45:28.989707 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a18:45:29.052588 run osmo-hlr_10.42.42.2(pid=14466): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14466)]\u000a18:45:29.104493 run osmo-hlr_10.42.42.2(pid=14466): stdout: \u000a| (launched: 2022-12-12_18:45:25.659221) \u000a18:45:29.156354 run osmo-hlr_10.42.42.2(pid=14466): stderr: \u000a| �[0;m�[1;31m20221212184525854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184525854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184525854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184525854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184525854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184525854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184525866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184525875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184525875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184525875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:45:29.200806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14461): Terminating (SIGTERM)\u000a18:45:29.242650 run iperf3-srv_10.42.42.10(pid=14462): Terminating (SIGTERM)\u000a18:45:29.284645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14465): Terminating (SIGTERM)\u000a18:45:29.326512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14468): Terminating (SIGTERM)\u000a18:45:29.368301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14471): Terminating (SIGTERM)\u000a18:45:29.378165 --- ParallelTerminationStrategy: PID 14461 died...\u000a18:45:29.434363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14461): Terminated: ok {rc=0}\u000a18:45:29.444652 --- ParallelTerminationStrategy: PID 14462 died...\u000a18:45:29.500287 run iperf3-srv_10.42.42.10(pid=14462): Terminated {rc=256}\u000a18:45:29.510386 --- ParallelTerminationStrategy: PID 14465 died...\u000a18:45:29.565940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14465): Terminated: ok {rc=0}\u000a18:45:29.576404 --- ParallelTerminationStrategy: PID 14468 died...\u000a18:45:29.632298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14468): Terminated: ok {rc=0}\u000a18:45:29.642510 --- ParallelTerminationStrategy: PID 14471 died...\u000a18:45:29.698239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14471): Terminated: ok {rc=0}\u000a18:45:29.785481 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14488): Process ended prematurely: osmo-stp_10.42.42.5(pid=14488) [trial-2380↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14488)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14488): Process ended prematurely: osmo-stp_10.42.42.5(pid=14488) [trial-2380↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a18:45:30.919381 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:30.932454 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:45:31.076908 tst iperf3m4.py: using LAC 30765\u000a18:45:31.238863 tst iperf3m4.py: using RAC 165\u000a18:45:31.369584 tst iperf3m4.py: using CellId 30765\u000a18:45:31.497359 tst iperf3m4.py: using BVCI 30766\u000a18:45:31.522498 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:31.534786 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:31.546973 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:31.558628 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:31.570279 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:31.582064 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:31.594911 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:31.606510 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:31.618367 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:45:31.739255 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:45:31.894830 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:45:32.021531 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:45:32.342232 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:45:32.468232 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:32.782092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14474): Launched\u000a18:45:33.042201 run iperf3-srv_10.42.42.10(pid=14475): Launched\u000a18:45:33.224198 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:45:33.348376 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:33.660006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14476): Launched\u000a18:45:33.919035 run iperf3-srv_10.42.42.10(pid=14477): Launched\u000a18:45:34.101079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:45:34.225630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:34.537334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14478): Launched\u000a18:45:34.795767 run iperf3-srv_10.42.42.10(pid=14479): Launched\u000a18:45:34.976735 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:45:35.100569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:35.412856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14480): Launched\u000a18:45:35.668357 run iperf3-srv_10.42.42.10(pid=14481): Launched\u000a18:45:35.847441 tst iperf3m4.py:8: start network...\u000a18:45:35.969999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:45:36.436678 run create_hlr_db(pid=14482): Launched\u000a18:45:36.607043 bus /gobi_6: Setting Powered False\u000a18:45:37.628634 run create_hlr_db(pid=14482): Terminated: ok {rc=0}\u000a18:45:38.023442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14484): Launched\u000a18:45:38.322260 run osmo-hlr_10.42.42.2(pid=14485): Launched\u000a18:45:38.438114 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:45:38.967967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14487): Launched\u000a18:45:39.271441 run osmo-stp_10.42.42.5(pid=14488): Launched\u000a18:45:39.381121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:45:39.908561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14490): Launched\u000a18:45:40.023436 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:45:40.308153 run patchelf(pid=14491): Launched\u000a18:45:40.502140 run osmo-stp_10.42.42.5(pid=14488): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14488)]\u000a18:45:40.641234 run osmo-stp_10.42.42.5(pid=14488): stdout: \u000a| (launched: 2022-12-12_18:45:39.119876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:40.780252 run osmo-stp_10.42.42.5(pid=14488): stderr: \u000a| �[0;m�[38;5;43m20221212184539288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184539288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184539288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184539289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184539289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184539289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184539289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:40.914650 run osmo-stp_10.42.42.5(pid=14488): stdout: \u000a| (launched: 2022-12-12_18:45:39.119876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:41.047468 run osmo-stp_10.42.42.5(pid=14488): stderr: \u000a| �[0;m�[38;5;43m20221212184539288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184539288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184539288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184539289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184539289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184539289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184539289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:41.203020 run patchelf(pid=14491): Terminating (SIGINT)\u000a18:45:41.385728 run patchelf(pid=14491): Terminated: ok {rc=0}\u000a18:45:41.419237 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14488): Process ended prematurely: osmo-stp_10.42.42.5(pid=14488) [trial-2380↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14488)] [trial-2380↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a18:45:41.429129 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a18:45:41.492227 run osmo-hlr_10.42.42.2(pid=14485): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14485)]\u000a18:45:41.543455 run osmo-hlr_10.42.42.2(pid=14485): stdout: \u000a| (launched: 2022-12-12_18:45:38.173336) \u000a18:45:41.595475 run osmo-hlr_10.42.42.2(pid=14485): stderr: \u000a| �[0;m�[1;31m20221212184538345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184538345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184538345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184538345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184538345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184538345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184538358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184538366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184538367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184538367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:45:41.639295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14474): Terminating (SIGTERM)\u000a18:45:41.680591 run iperf3-srv_10.42.42.10(pid=14475): Terminating (SIGTERM)\u000a18:45:41.722163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14476): Terminating (SIGTERM)\u000a18:45:41.763367 run iperf3-srv_10.42.42.10(pid=14477): Terminating (SIGTERM)\u000a18:45:41.804718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14478): Terminating (SIGTERM)\u000a18:45:41.846095 run iperf3-srv_10.42.42.10(pid=14479): Terminating (SIGTERM)\u000a18:45:41.887555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14480): Terminating (SIGTERM)\u000a18:45:41.928782 run iperf3-srv_10.42.42.10(pid=14481): Terminating (SIGTERM)\u000a18:45:41.970291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14484): Terminating (SIGTERM)\u000a18:45:42.011629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14487): Terminating (SIGTERM)\u000a18:45:42.053077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14490): Terminating (SIGTERM)\u000a18:45:42.063066 --- ParallelTerminationStrategy: PID 14474 died...\u000a18:45:42.119206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14474): Terminated: ok {rc=0}\u000a18:45:42.129521 --- ParallelTerminationStrategy: PID 14475 died...\u000a18:45:42.185253 run iperf3-srv_10.42.42.10(pid=14475): Terminated {rc=256}\u000a18:45:42.195345 --- ParallelTerminationStrategy: PID 14476 died...\u000a18:45:42.251122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14476): Terminated: ok {rc=0}\u000a18:45:42.261372 --- ParallelTerminationStrategy: PID 14477 died...\u000a18:45:42.317056 run iperf3-srv_10.42.42.10(pid=14477): Terminated {rc=256}\u000a18:45:42.327132 --- ParallelTerminationStrategy: PID 14478 died...\u000a18:45:42.383039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14478): Terminated: ok {rc=0}\u000a18:45:42.393214 --- ParallelTerminationStrategy: PID 14479 died...\u000a18:45:42.448809 run iperf3-srv_10.42.42.10(pid=14479): Terminated {rc=256}\u000a18:45:42.458933 --- ParallelTerminationStrategy: PID 14480 died...\u000a18:45:42.515016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14480): Terminated: ok {rc=0}\u000a18:45:42.525280 --- ParallelTerminationStrategy: PID 14481 died...\u000a18:45:42.580751 run iperf3-srv_10.42.42.10(pid=14481): Terminated {rc=256}\u000a18:45:42.590905 --- ParallelTerminationStrategy: PID 14484 died...\u000a18:45:42.646535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14484): Terminated: ok {rc=0}\u000a18:45:42.656589 --- ParallelTerminationStrategy: PID 14487 died...\u000a18:45:42.712131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14487): Terminated: ok {rc=0}\u000a18:45:42.722247 --- ParallelTerminationStrategy: PID 14490 died...\u000a18:45:42.778071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14490): Terminated: ok {rc=0}\u000a18:45:42.865740 bus /gobi_4: Setting Powered False\u000a18:45:43.970600 bus /gobi_4: Setting Powered False\u000a18:45:45.077640 bus /gobi_1: Setting Powered False\u000a18:45:46.183581 bus /gobi_1: Setting Powered False\u000a18:45:47.291257 bus /gobi_0: Setting Powered False\u000a18:45:48.397224 bus /gobi_0: Setting Powered False\u000a18:45:49.509278 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14498): Process ended prematurely: osmo-stp_10.42.42.5(pid=14498) [trial-2380↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14498)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14498): Process ended prematurely: osmo-stp_10.42.42.5(pid=14498) [trial-2380↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a18:45:50.576131 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:50.589181 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:45:50.717796 tst ping.py: using LAC 30766\u000a18:45:50.831976 tst ping.py: using RAC 166\u000a18:45:50.946789 tst ping.py: using CellId 30766\u000a18:45:51.061743 tst ping.py: using BVCI 30767\u000a18:45:51.084339 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:51.095442 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:51.106171 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:51.117177 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:51.127915 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:51.138716 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:51.149786 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:51.160623 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:45:51.452194 tst ping.py:19: start network...\u000a18:45:51.586183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:45:52.100335 run create_hlr_db(pid=14492): Launched\u000a18:45:52.286267 bus /gobi_6: Setting Powered False\u000a18:45:53.306817 run create_hlr_db(pid=14492): Terminated: ok {rc=0}\u000a18:45:53.736539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14494): Launched\u000a18:45:54.059043 run osmo-hlr_10.42.42.2(pid=14495): Launched\u000a18:45:54.177912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:45:54.743488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14497): Launched\u000a18:45:55.066797 run osmo-stp_10.42.42.5(pid=14498): Launched\u000a18:45:55.182860 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:45:55.746827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14500): Launched\u000a18:45:55.860517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:45:56.141891 run patchelf(pid=14501): Launched\u000a18:45:56.328205 run osmo-stp_10.42.42.5(pid=14498): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14498)]\u000a18:45:56.466050 run osmo-stp_10.42.42.5(pid=14498): stdout: \u000a| (launched: 2022-12-12_18:45:54.906709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:56.602477 run osmo-stp_10.42.42.5(pid=14498): stderr: \u000a| �[0;m�[38;5;43m20221212184555098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184555098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184555099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184555099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184555099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184555099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184555099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:56.734759 run osmo-stp_10.42.42.5(pid=14498): stdout: \u000a| (launched: 2022-12-12_18:45:54.906709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:56.865259 run osmo-stp_10.42.42.5(pid=14498): stderr: \u000a| �[0;m�[38;5;43m20221212184555098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184555098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184555099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184555099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184555099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184555099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184555099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:57.017582 run patchelf(pid=14501): Terminating (SIGINT)\u000a18:45:57.196066 run patchelf(pid=14501): Terminated: ok {rc=0}\u000a18:45:57.228715 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14498): Process ended prematurely: osmo-stp_10.42.42.5(pid=14498) [trial-2380↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14498)] [trial-2380↪gprs:nanobts+band-1900↪ping.py:22]\u000a18:45:57.237987 tst ping.py:22: Test FAILED (6.7 sec)\u000a18:45:57.301098 run osmo-hlr_10.42.42.2(pid=14495): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14495)]\u000a18:45:57.352699 run osmo-hlr_10.42.42.2(pid=14495): stdout: \u000a| (launched: 2022-12-12_18:45:53.899337) \u000a18:45:57.404768 run osmo-hlr_10.42.42.2(pid=14495): stderr: \u000a| �[0;m�[1;31m20221212184554097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184554097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184554097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184554097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184554110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184554119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184554119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184554119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:45:57.450100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14494): Terminating (SIGTERM)\u000a18:45:57.492323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14497): Terminating (SIGTERM)\u000a18:45:57.534422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14500): Terminating (SIGTERM)\u000a18:45:57.544295 --- ParallelTerminationStrategy: PID 14494 died...\u000a18:45:57.600458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14494): Terminated: ok {rc=0}\u000a18:45:57.610643 --- ParallelTerminationStrategy: PID 14497 died...\u000a18:45:57.666478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14497): Terminated: ok {rc=0}\u000a18:45:57.676612 --- ParallelTerminationStrategy: PID 14500 died...\u000a18:45:57.733038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14500): Terminated: ok {rc=0}\u000a18:45:57.820678 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14508): Process ended prematurely: osmo-stp_10.42.42.5(pid=14508) [trial-2380↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14508)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14508): Process ended prematurely: osmo-stp_10.42.42.5(pid=14508) [trial-2380↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a18:45:58.875770 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:58.887893 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a18:45:59.023374 tst ping_idle_ping.py: using LAC 30767\u000a18:45:59.148632 tst ping_idle_ping.py: using RAC 167\u000a18:45:59.269291 tst ping_idle_ping.py: using CellId 30767\u000a18:45:59.388238 tst ping_idle_ping.py: using BVCI 30768\u000a18:45:59.411258 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:59.422251 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:59.433152 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:59.444300 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:59.455328 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:59.466203 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:59.477285 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a18:45:59.488256 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a18:45:59.779875 tst ping_idle_ping.py:24: start network...\u000a18:45:59.912905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:46:00.428847 run create_hlr_db(pid=14502): Launched\u000a18:46:00.614808 bus /gobi_6: Setting Powered False\u000a18:46:01.637720 run create_hlr_db(pid=14502): Terminated: ok {rc=0}\u000a18:46:02.085883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14504): Launched\u000a18:46:02.401509 run osmo-hlr_10.42.42.2(pid=14505): Launched\u000a18:46:02.518999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:46:03.045462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14507): Launched\u000a18:46:03.347418 run osmo-stp_10.42.42.5(pid=14508): Launched\u000a18:46:03.456272 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:46:03.982566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14510): Launched\u000a18:46:04.089430 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:46:04.354611 run patchelf(pid=14511): Launched\u000a18:46:04.531723 run osmo-stp_10.42.42.5(pid=14508): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14508)]\u000a18:46:04.660488 run osmo-stp_10.42.42.5(pid=14508): stdout: \u000a| (launched: 2022-12-12_18:46:03.197362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:04.789636 run osmo-stp_10.42.42.5(pid=14508): stderr: \u000a| �[0;m�[38;5;43m20221212184603363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184603363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184603363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184603364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184603364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184603364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184603364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:04.914894 run osmo-stp_10.42.42.5(pid=14508): stdout: \u000a| (launched: 2022-12-12_18:46:03.197362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:05.038235 run osmo-stp_10.42.42.5(pid=14508): stderr: \u000a| �[0;m�[38;5;43m20221212184603363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184603363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184603363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184603364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184603364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184603364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184603364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:05.182155 run patchelf(pid=14511): Terminating (SIGINT)\u000a18:46:05.350842 run patchelf(pid=14511): Terminated: ok {rc=0}\u000a18:46:05.381645 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14508): Process ended prematurely: osmo-stp_10.42.42.5(pid=14508) [trial-2380↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14508)] [trial-2380↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a18:46:05.390499 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:46:05.451122 run osmo-hlr_10.42.42.2(pid=14505): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14505)]\u000a18:46:05.500576 run osmo-hlr_10.42.42.2(pid=14505): stdout: \u000a| (launched: 2022-12-12_18:46:02.246743) \u000a18:46:05.550800 run osmo-hlr_10.42.42.2(pid=14505): stderr: \u000a| �[0;m�[1;31m20221212184602418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184602418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184602418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184602418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184602418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184602418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184602429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184602438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184602438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184602438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:46:05.593232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14504): Terminating (SIGTERM)\u000a18:46:05.633552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14507): Terminating (SIGTERM)\u000a18:46:05.674154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14510): Terminating (SIGTERM)\u000a18:46:05.683599 --- ParallelTerminationStrategy: PID 14504 died...\u000a18:46:05.737324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14504): Terminated: ok {rc=0}\u000a18:46:05.747397 --- ParallelTerminationStrategy: PID 14507 died...\u000a18:46:05.800868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14507): Terminated: ok {rc=0}\u000a18:46:05.810976 --- ParallelTerminationStrategy: PID 14510 died...\u000a18:46:05.864250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14510): Terminated: ok {rc=0}\u000a18:46:05.953602 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:45:08" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14526): Process ended prematurely: osmo-stp_10.42.42.5(pid=14526) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14526): Process ended prematurely: osmo-stp_10.42.42.5(pid=14526) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:46:08.095165 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:08.106545 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:46:08.244074 tst cs_paging_gprs_active.py: using LAC 30768\u000a18:46:08.370925 tst cs_paging_gprs_active.py: using RAC 168\u000a18:46:08.499247 tst cs_paging_gprs_active.py: using CellId 30768\u000a18:46:08.628375 tst cs_paging_gprs_active.py: using BVCI 30769\u000a18:46:08.653239 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:08.664876 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:08.676189 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:08.687550 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:08.698775 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:08.710204 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:08.721707 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:08.732851 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:08.744328 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:46:08.861456 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:46:09.156753 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:46:09.292839 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:09.630261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14516): Launched\u000a18:46:09.911145 run iperf3-srv_10.42.42.10(pid=14517): Launched\u000a18:46:10.110926 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:46:10.246745 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:10.585471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14518): Launched\u000a18:46:10.865697 run iperf3-srv_10.42.42.10(pid=14519): Launched\u000a18:46:11.064801 tst cs_paging_gprs_active.py:38: start network...\u000a18:46:11.200542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:46:11.723841 run create_hlr_db(pid=14520): Launched\u000a18:46:11.911560 bus /gobi_6: Setting Powered False\u000a18:46:12.935127 run create_hlr_db(pid=14520): Terminated: ok {rc=0}\u000a18:46:13.346382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14522): Launched\u000a18:46:13.654285 run osmo-hlr_10.42.42.2(pid=14523): Launched\u000a18:46:13.773435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:46:14.318122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14525): Launched\u000a18:46:14.646951 run osmo-stp_10.42.42.5(pid=14526): Launched\u000a18:46:14.764139 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:46:15.332008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14528): Launched\u000a18:46:15.448146 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:46:15.734519 run patchelf(pid=14529): Launched\u000a18:46:15.933631 run osmo-stp_10.42.42.5(pid=14526): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)]\u000a18:46:16.076046 run osmo-stp_10.42.42.5(pid=14526): stdout: \u000a| (launched: 2022-12-12_18:46:14.485089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:16.218458 run osmo-stp_10.42.42.5(pid=14526): stderr: \u000a| �[0;m�[38;5;43m20221212184614677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184614677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184614677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184614678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184614678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184614678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184614678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:16.355899 run osmo-stp_10.42.42.5(pid=14526): stdout: \u000a| (launched: 2022-12-12_18:46:14.485089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:16.492749 run osmo-stp_10.42.42.5(pid=14526): stderr: \u000a| �[0;m�[38;5;43m20221212184614677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184614677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184614677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184614678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184614678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184614678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184614678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:16.651375 run patchelf(pid=14529): Terminating (SIGINT)\u000a18:46:16.836592 run patchelf(pid=14529): Terminated: ok {rc=0}\u000a18:46:16.871647 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14526): Process ended prematurely: osmo-stp_10.42.42.5(pid=14526) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)] [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:46:16.883076 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a18:46:16.947580 run osmo-hlr_10.42.42.2(pid=14523): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14523)]\u000a18:46:16.999861 run osmo-hlr_10.42.42.2(pid=14523): stdout: \u000a| (launched: 2022-12-12_18:46:13.501811) \u000a18:46:17.052890 run osmo-hlr_10.42.42.2(pid=14523): stderr: \u000a| �[0;m�[1;31m20221212184613675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184613675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184613675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184613675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184613675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184613675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184613688 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184613698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184613698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184613698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:46:17.098114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14516): Terminating (SIGTERM)\u000a18:46:17.142913 run iperf3-srv_10.42.42.10(pid=14517): Terminating (SIGTERM)\u000a18:46:17.185503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14518): Terminating (SIGTERM)\u000a18:46:17.226903 run iperf3-srv_10.42.42.10(pid=14519): Terminating (SIGTERM)\u000a18:46:17.268777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14522): Terminating (SIGTERM)\u000a18:46:17.310343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14525): Terminating (SIGTERM)\u000a18:46:17.351809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14528): Terminating (SIGTERM)\u000a18:46:17.361544 --- ParallelTerminationStrategy: PID 14516 died...\u000a18:46:17.417792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14516): Terminated: ok {rc=0}\u000a18:46:17.427851 --- ParallelTerminationStrategy: PID 14517 died...\u000a18:46:17.483443 run iperf3-srv_10.42.42.10(pid=14517): Terminated {rc=256}\u000a18:46:17.493863 --- ParallelTerminationStrategy: PID 14518 died...\u000a18:46:17.549760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14518): Terminated: ok {rc=0}\u000a18:46:17.559732 --- ParallelTerminationStrategy: PID 14519 died...\u000a18:46:17.614813 run iperf3-srv_10.42.42.10(pid=14519): Terminated {rc=256}\u000a18:46:17.624797 --- ParallelTerminationStrategy: PID 14522 died...\u000a18:46:17.680155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14522): Terminated: ok {rc=0}\u000a18:46:17.690201 --- ParallelTerminationStrategy: PID 14525 died...\u000a18:46:17.745481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14525): Terminated: ok {rc=0}\u000a18:46:17.755441 --- ParallelTerminationStrategy: PID 14528 died...\u000a18:46:17.810779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14528): Terminated: ok {rc=0}\u000a18:46:17.899018 bus /gobi_0: Setting Powered False\u000a18:46:19.006110 bus /gobi_0: Setting Powered False\u000a18:46:20.114913 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14538): Process ended prematurely: osmo-stp_10.42.42.5(pid=14538) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14538)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14538): Process ended prematurely: osmo-stp_10.42.42.5(pid=14538) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:46:21.230869 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:21.243072 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:46:21.382747 tst iperf3.py: using LAC 30769\u000a18:46:21.509688 tst iperf3.py: using RAC 169\u000a18:46:21.638225 tst iperf3.py: using CellId 30769\u000a18:46:21.765434 tst iperf3.py: using BVCI 30770\u000a18:46:21.790356 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:21.802009 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:21.813339 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:21.824622 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:21.835949 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:21.847239 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:21.858765 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:21.870024 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:21.881563 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:46:22.162552 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:46:22.290438 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:22.609860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14530): Launched\u000a18:46:22.874433 run iperf3-srv_10.42.42.10(pid=14531): Launched\u000a18:46:23.061647 tst iperf3.py:8: start network...\u000a18:46:23.189735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:46:23.672168 run create_hlr_db(pid=14532): Launched\u000a18:46:23.848281 bus /gobi_6: Setting Powered False\u000a18:46:24.869948 run create_hlr_db(pid=14532): Terminated: ok {rc=0}\u000a18:46:25.304176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14534): Launched\u000a18:46:25.632707 run osmo-hlr_10.42.42.2(pid=14535): Launched\u000a18:46:25.752519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:46:26.321972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14537): Launched\u000a18:46:26.651645 run osmo-stp_10.42.42.5(pid=14538): Launched\u000a18:46:26.769666 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:46:27.339009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14540): Launched\u000a18:46:27.455112 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:46:27.742118 run patchelf(pid=14541): Launched\u000a18:46:27.932790 run osmo-stp_10.42.42.5(pid=14538): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14538)]\u000a18:46:28.071371 run osmo-stp_10.42.42.5(pid=14538): stdout: \u000a| (launched: 2022-12-12_18:46:26.488262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:28.211410 run osmo-stp_10.42.42.5(pid=14538): stderr: \u000a| �[0;m�[38;5;43m20221212184626679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184626679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184626679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184626679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184626680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184626680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184626680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:28.345833 run osmo-stp_10.42.42.5(pid=14538): stdout: \u000a| (launched: 2022-12-12_18:46:26.488262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:28.479523 run osmo-stp_10.42.42.5(pid=14538): stderr: \u000a| �[0;m�[38;5;43m20221212184626679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184626679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184626679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184626679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184626680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184626680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184626680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:28.635769 run patchelf(pid=14541): Terminating (SIGINT)\u000a18:46:28.818542 run patchelf(pid=14541): Terminated: ok {rc=0}\u000a18:46:28.852071 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14538): Process ended prematurely: osmo-stp_10.42.42.5(pid=14538) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14538)] [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a18:46:28.862071 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:46:28.925371 run osmo-hlr_10.42.42.2(pid=14535): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14535)]\u000a18:46:28.976802 run osmo-hlr_10.42.42.2(pid=14535): stdout: \u000a| (launched: 2022-12-12_18:46:25.470763) \u000a18:46:29.028866 run osmo-hlr_10.42.42.2(pid=14535): stderr: \u000a| �[0;m�[1;31m20221212184625666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184625667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184625667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184625667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184625667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184625667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184625679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184625690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184625690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184625690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:46:29.073477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14530): Terminating (SIGTERM)\u000a18:46:29.115583 run iperf3-srv_10.42.42.10(pid=14531): Terminating (SIGTERM)\u000a18:46:29.157799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14534): Terminating (SIGTERM)\u000a18:46:29.199839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14537): Terminating (SIGTERM)\u000a18:46:29.241865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14540): Terminating (SIGTERM)\u000a18:46:29.251695 --- ParallelTerminationStrategy: PID 14530 died...\u000a18:46:29.307736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14530): Terminated: ok {rc=0}\u000a18:46:29.317929 --- ParallelTerminationStrategy: PID 14531 died...\u000a18:46:29.373946 run iperf3-srv_10.42.42.10(pid=14531): Terminated {rc=256}\u000a18:46:29.384314 --- ParallelTerminationStrategy: PID 14534 died...\u000a18:46:29.440253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14534): Terminated: ok {rc=0}\u000a18:46:29.450445 --- ParallelTerminationStrategy: PID 14537 died...\u000a18:46:29.506717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14537): Terminated: ok {rc=0}\u000a18:46:29.516866 --- ParallelTerminationStrategy: PID 14540 died...\u000a18:46:29.572865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14540): Terminated: ok {rc=0}\u000a18:46:29.661093 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14557): Process ended prematurely: osmo-stp_10.42.42.5(pid=14557) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14557)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14557): Process ended prematurely: osmo-stp_10.42.42.5(pid=14557) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:46:30.777818 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:30.790169 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:46:30.952092 tst iperf3m4.py: using LAC 30770\u000a18:46:31.083681 tst iperf3m4.py: using RAC 170\u000a18:46:31.245657 tst iperf3m4.py: using CellId 30770\u000a18:46:31.410673 tst iperf3m4.py: using BVCI 30771\u000a18:46:31.440631 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:31.456333 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:31.471865 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:31.485761 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:31.497909 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:31.509726 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:31.522039 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:31.535437 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:31.547767 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:46:31.672254 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:46:31.812397 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:46:31.931287 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:46:32.237175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:46:32.375888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:32.717086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14543): Launched\u000a18:46:32.999358 run iperf3-srv_10.42.42.10(pid=14544): Launched\u000a18:46:33.198875 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:46:33.335713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:33.675419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14545): Launched\u000a18:46:33.958527 run iperf3-srv_10.42.42.10(pid=14546): Launched\u000a18:46:34.158157 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:46:34.293709 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:34.634106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14547): Launched\u000a18:46:34.916358 run iperf3-srv_10.42.42.10(pid=14548): Launched\u000a18:46:35.116316 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:46:35.252480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:35.592642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14549): Launched\u000a18:46:35.875653 run iperf3-srv_10.42.42.10(pid=14550): Launched\u000a18:46:36.074945 tst iperf3m4.py:8: start network...\u000a18:46:36.211081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:46:36.738270 run create_hlr_db(pid=14551): Launched\u000a18:46:36.927433 bus /gobi_6: Setting Powered False\u000a18:46:37.949424 run create_hlr_db(pid=14551): Terminated: ok {rc=0}\u000a18:46:38.361909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14553): Launched\u000a18:46:38.671056 run osmo-hlr_10.42.42.2(pid=14554): Launched\u000a18:46:38.787497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:46:39.329032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14556): Launched\u000a18:46:39.636557 run osmo-stp_10.42.42.5(pid=14557): Launched\u000a18:46:39.747951 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:46:40.283147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14559): Launched\u000a18:46:40.392372 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:46:40.660361 run patchelf(pid=14560): Launched\u000a18:46:40.839754 run osmo-stp_10.42.42.5(pid=14557): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14557)]\u000a18:46:40.970502 run osmo-stp_10.42.42.5(pid=14557): stdout: \u000a| (launched: 2022-12-12_18:46:39.484403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:41.101491 run osmo-stp_10.42.42.5(pid=14557): stderr: \u000a| �[0;m�[38;5;43m20221212184639655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184639655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184639656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184639656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184639656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184639657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184639657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:41.227679 run osmo-stp_10.42.42.5(pid=14557): stdout: \u000a| (launched: 2022-12-12_18:46:39.484403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:41.352543 run osmo-stp_10.42.42.5(pid=14557): stderr: \u000a| �[0;m�[38;5;43m20221212184639655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184639655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184639656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184639656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184639656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184639657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184639657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:41.499174 run patchelf(pid=14560): Terminating (SIGINT)\u000a18:46:41.671442 run patchelf(pid=14560): Terminated: ok {rc=0}\u000a18:46:41.702993 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14557): Process ended prematurely: osmo-stp_10.42.42.5(pid=14557) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14557)] [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:46:41.712377 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a18:46:41.773367 run osmo-hlr_10.42.42.2(pid=14554): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14554)]\u000a18:46:41.822989 run osmo-hlr_10.42.42.2(pid=14554): stdout: \u000a| (launched: 2022-12-12_18:46:38.517346) \u000a18:46:41.873145 run osmo-hlr_10.42.42.2(pid=14554): stderr: \u000a| �[0;m�[1;31m20221212184638692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184638692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184638692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184638692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184638692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184638693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184638705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184638713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184638713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184638713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:46:41.915744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14543): Terminating (SIGTERM)\u000a18:46:41.955898 run iperf3-srv_10.42.42.10(pid=14544): Terminating (SIGTERM)\u000a18:46:41.996194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14545): Terminating (SIGTERM)\u000a18:46:42.036096 run iperf3-srv_10.42.42.10(pid=14546): Terminating (SIGTERM)\u000a18:46:42.076045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14547): Terminating (SIGTERM)\u000a18:46:42.115900 run iperf3-srv_10.42.42.10(pid=14548): Terminating (SIGTERM)\u000a18:46:42.155969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14549): Terminating (SIGTERM)\u000a18:46:42.195774 run iperf3-srv_10.42.42.10(pid=14550): Terminating (SIGTERM)\u000a18:46:42.236350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14553): Terminating (SIGTERM)\u000a18:46:42.276457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14556): Terminating (SIGTERM)\u000a18:46:42.316557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14559): Terminating (SIGTERM)\u000a18:46:42.326260 --- ParallelTerminationStrategy: PID 14543 died...\u000a18:46:42.379595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14543): Terminated: ok {rc=0}\u000a18:46:42.389964 --- ParallelTerminationStrategy: PID 14544 died...\u000a18:46:42.443270 run iperf3-srv_10.42.42.10(pid=14544): Terminated {rc=256}\u000a18:46:42.453232 --- ParallelTerminationStrategy: PID 14545 died...\u000a18:46:42.506336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14545): Terminated: ok {rc=0}\u000a18:46:42.516147 --- ParallelTerminationStrategy: PID 14546 died...\u000a18:46:42.568854 run iperf3-srv_10.42.42.10(pid=14546): Terminated {rc=256}\u000a18:46:42.578705 --- ParallelTerminationStrategy: PID 14547 died...\u000a18:46:42.632246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14547): Terminated: ok {rc=0}\u000a18:46:42.641896 --- ParallelTerminationStrategy: PID 14548 died...\u000a18:46:42.696004 run iperf3-srv_10.42.42.10(pid=14548): Terminated {rc=256}\u000a18:46:42.705848 --- ParallelTerminationStrategy: PID 14549 died...\u000a18:46:42.759386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14549): Terminated: ok {rc=0}\u000a18:46:42.769510 --- ParallelTerminationStrategy: PID 14550 died...\u000a18:46:42.822661 run iperf3-srv_10.42.42.10(pid=14550): Terminated {rc=256}\u000a18:46:42.832784 --- ParallelTerminationStrategy: PID 14553 died...\u000a18:46:42.886049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14553): Terminated: ok {rc=0}\u000a18:46:42.896112 --- ParallelTerminationStrategy: PID 14556 died...\u000a18:46:42.950013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14556): Terminated: ok {rc=0}\u000a18:46:42.959746 --- ParallelTerminationStrategy: PID 14559 died...\u000a18:46:43.013845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14559): Terminated: ok {rc=0}\u000a18:46:43.098560 bus /gobi_4: Setting Powered False\u000a18:46:44.207533 bus /gobi_4: Setting Powered False\u000a18:46:45.319185 bus /gobi_1: Setting Powered False\u000a18:46:46.449116 bus /gobi_1: Setting Powered False\u000a18:46:47.561257 bus /gobi_0: Setting Powered False\u000a18:46:48.668409 bus /gobi_0: Setting Powered False\u000a18:46:49.777930 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14567): Process ended prematurely: osmo-stp_10.42.42.5(pid=14567) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14567)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14567): Process ended prematurely: osmo-stp_10.42.42.5(pid=14567) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:46:50.847073 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:50.859310 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:46:50.993662 tst ping.py: using LAC 30771\u000a18:46:51.119331 tst ping.py: using RAC 171\u000a18:46:51.243924 tst ping.py: using CellId 30771\u000a18:46:51.369453 tst ping.py: using BVCI 30772\u000a18:46:51.394057 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:51.405685 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:51.416928 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:51.428359 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:51.439598 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:51.450875 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:51.462410 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:51.473696 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:46:51.762635 tst ping.py:19: start network...\u000a18:46:51.895421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:46:52.396656 run create_hlr_db(pid=14561): Launched\u000a18:46:52.580926 bus /gobi_6: Setting Powered False\u000a18:46:53.600736 run create_hlr_db(pid=14561): Terminated: ok {rc=0}\u000a18:46:54.004161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14563): Launched\u000a18:46:54.304770 run osmo-hlr_10.42.42.2(pid=14564): Launched\u000a18:46:54.415884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:46:54.940504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14566): Launched\u000a18:46:55.240599 run osmo-stp_10.42.42.5(pid=14567): Launched\u000a18:46:55.349679 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:46:55.871409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14569): Launched\u000a18:46:55.977489 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:46:56.240816 run patchelf(pid=14570): Launched\u000a18:46:56.415167 run osmo-stp_10.42.42.5(pid=14567): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14567)]\u000a18:46:56.542854 run osmo-stp_10.42.42.5(pid=14567): stdout: \u000a| (launched: 2022-12-12_18:46:55.091871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:56.670702 run osmo-stp_10.42.42.5(pid=14567): stderr: \u000a| �[0;m�[38;5;43m20221212184655260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184655260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184655260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184655261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184655261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184655261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184655261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:56.793908 run osmo-stp_10.42.42.5(pid=14567): stdout: \u000a| (launched: 2022-12-12_18:46:55.091871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:56.916601 run osmo-stp_10.42.42.5(pid=14567): stderr: \u000a| �[0;m�[38;5;43m20221212184655260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184655260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184655260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184655261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184655261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184655261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184655261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:57.059248 run patchelf(pid=14570): Terminating (SIGINT)\u000a18:46:57.226658 run patchelf(pid=14570): Terminated: ok {rc=0}\u000a18:46:57.257287 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14567): Process ended prematurely: osmo-stp_10.42.42.5(pid=14567) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14567)] [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a18:46:57.266034 tst ping.py:22: Test FAILED (6.4 sec)\u000a18:46:57.326862 run osmo-hlr_10.42.42.2(pid=14564): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14564)]\u000a18:46:57.376097 run osmo-hlr_10.42.42.2(pid=14564): stdout: \u000a| (launched: 2022-12-12_18:46:54.155978) \u000a18:46:57.426119 run osmo-hlr_10.42.42.2(pid=14564): stderr: \u000a| �[0;m�[1;31m20221212184654328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184654328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184654328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184654328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184654328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184654328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184654340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184654351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184654351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184654351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:46:57.468220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14563): Terminating (SIGTERM)\u000a18:46:57.508268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14566): Terminating (SIGTERM)\u000a18:46:57.548469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14569): Terminating (SIGTERM)\u000a18:46:57.558177 --- ParallelTerminationStrategy: PID 14563 died...\u000a18:46:57.611641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14563): Terminated: ok {rc=0}\u000a18:46:57.621611 --- ParallelTerminationStrategy: PID 14566 died...\u000a18:46:57.674580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14566): Terminated: ok {rc=0}\u000a18:46:57.684440 --- ParallelTerminationStrategy: PID 14569 died...\u000a18:46:57.737745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14569): Terminated: ok {rc=0}\u000a18:46:57.826830 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14577): Process ended prematurely: osmo-stp_10.42.42.5(pid=14577) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14577)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14577): Process ended prematurely: osmo-stp_10.42.42.5(pid=14577) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:46:58.879457 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:58.891471 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:46:59.025450 tst ping_idle_ping.py: using LAC 30772\u000a18:46:59.141307 tst ping_idle_ping.py: using RAC 172\u000a18:46:59.258197 tst ping_idle_ping.py: using CellId 30772\u000a18:46:59.373846 tst ping_idle_ping.py: using BVCI 30773\u000a18:46:59.396588 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:59.407747 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:59.418791 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:59.430141 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:59.441323 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:59.452425 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:59.463787 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:59.475023 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:46:59.766193 tst ping_idle_ping.py:24: start network...\u000a18:46:59.899562 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:47:00.413191 run create_hlr_db(pid=14571): Launched\u000a18:47:00.600466 bus /gobi_6: Setting Powered False\u000a18:47:01.624776 run create_hlr_db(pid=14571): Terminated: ok {rc=0}\u000a18:47:02.069067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14573): Launched\u000a18:47:02.395076 run osmo-hlr_10.42.42.2(pid=14574): Launched\u000a18:47:02.510188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:47:03.073342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14576): Launched\u000a18:47:03.397202 run osmo-stp_10.42.42.5(pid=14577): Launched\u000a18:47:03.512750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:47:04.075651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14579): Launched\u000a18:47:04.189822 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:47:04.471813 run patchelf(pid=14580): Launched\u000a18:47:04.658959 run osmo-stp_10.42.42.5(pid=14577): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14577)]\u000a18:47:04.794532 run osmo-stp_10.42.42.5(pid=14577): stdout: \u000a| (launched: 2022-12-12_18:47:03.236745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:04.931163 run osmo-stp_10.42.42.5(pid=14577): stderr: \u000a| �[0;m�[38;5;43m20221212184703428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184703428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184703428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184703429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184703429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184703429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184703429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:05.062756 run osmo-stp_10.42.42.5(pid=14577): stdout: \u000a| (launched: 2022-12-12_18:47:03.236745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:05.193506 run osmo-stp_10.42.42.5(pid=14577): stderr: \u000a| �[0;m�[38;5;43m20221212184703428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184703428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184703428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184703429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184703429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184703429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184703429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:05.345698 run patchelf(pid=14580): Terminating (SIGINT)\u000a18:47:05.524700 run patchelf(pid=14580): Terminated: ok {rc=0}\u000a18:47:05.557398 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14577): Process ended prematurely: osmo-stp_10.42.42.5(pid=14577) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14577)] [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:47:05.566687 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a18:47:05.629118 run osmo-hlr_10.42.42.2(pid=14574): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14574)]\u000a18:47:05.680105 run osmo-hlr_10.42.42.2(pid=14574): stdout: \u000a| (launched: 2022-12-12_18:47:02.233937) \u000a18:47:05.731682 run osmo-hlr_10.42.42.2(pid=14574): stderr: \u000a| �[0;m�[1;31m20221212184702429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184702429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184702429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184702429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184702429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184702429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184702440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184702450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184702450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184702450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:47:05.775643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14573): Terminating (SIGTERM)\u000a18:47:05.817244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14576): Terminating (SIGTERM)\u000a18:47:05.858798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14579): Terminating (SIGTERM)\u000a18:47:05.868518 --- ParallelTerminationStrategy: PID 14573 died...\u000a18:47:05.924595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14573): Terminated: ok {rc=0}\u000a18:47:05.934747 --- ParallelTerminationStrategy: PID 14576 died...\u000a18:47:05.990058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14576): Terminated: ok {rc=0}\u000a18:47:06.000122 --- ParallelTerminationStrategy: PID 14579 died...\u000a18:47:06.055481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14579): Terminated: ok {rc=0}\u000a18:47:06.142639 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:46:07" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14594): Process ended prematurely: osmo-stp_10.42.42.5(pid=14594) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14594)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14594): Process ended prematurely: osmo-stp_10.42.42.5(pid=14594) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:47:08.283588 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:08.295307 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:47:08.449410 tst cs_paging_gprs_active.py: using LAC 30773\u000a18:47:08.578084 tst cs_paging_gprs_active.py: using RAC 173\u000a18:47:08.701677 tst cs_paging_gprs_active.py: using CellId 30773\u000a18:47:08.827117 tst cs_paging_gprs_active.py: using BVCI 30774\u000a18:47:08.850568 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:08.861918 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:08.873114 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:08.884441 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:08.895587 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:08.906947 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:08.918423 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:08.929589 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:08.941118 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:47:09.062676 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:47:09.359929 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:47:09.495737 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:47:09.833084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14584): Launched\u000a18:47:10.115066 run iperf3-srv_10.42.42.10(pid=14585): Launched\u000a18:47:10.313846 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:47:10.449362 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:47:10.788457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14586): Launched\u000a18:47:11.071309 run iperf3-srv_10.42.42.10(pid=14587): Launched\u000a18:47:11.270612 tst cs_paging_gprs_active.py:38: start network...\u000a18:47:11.407040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:47:11.931008 run create_hlr_db(pid=14588): Launched\u000a18:47:12.119287 bus /gobi_6: Setting Powered False\u000a18:47:13.142375 run create_hlr_db(pid=14588): Terminated: ok {rc=0}\u000a18:47:13.553466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14590): Launched\u000a18:47:13.861997 run osmo-hlr_10.42.42.2(pid=14591): Launched\u000a18:47:13.982383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:47:14.518927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14593): Launched\u000a18:47:14.825577 run osmo-stp_10.42.42.5(pid=14594): Launched\u000a18:47:14.936382 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:47:15.468179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14596): Launched\u000a18:47:15.576758 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:47:15.860458 run patchelf(pid=14597): Launched\u000a18:47:16.064268 run osmo-stp_10.42.42.5(pid=14594): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14594)]\u000a18:47:16.207086 run osmo-stp_10.42.42.5(pid=14594): stdout: \u000a| (launched: 2022-12-12_18:47:14.673653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:16.350634 run osmo-stp_10.42.42.5(pid=14594): stderr: \u000a| �[0;m�[38;5;43m20221212184714842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184714842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184714842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184714843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184714843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184714843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184714843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:16.490399 run osmo-stp_10.42.42.5(pid=14594): stdout: \u000a| (launched: 2022-12-12_18:47:14.673653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:16.630130 run osmo-stp_10.42.42.5(pid=14594): stderr: \u000a| �[0;m�[38;5;43m20221212184714842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184714842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184714842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184714843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184714843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184714843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184714843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:16.790027 run patchelf(pid=14597): Terminating (SIGINT)\u000a18:47:16.975130 run patchelf(pid=14597): Terminated: ok {rc=0}\u000a18:47:17.011041 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14594): Process ended prematurely: osmo-stp_10.42.42.5(pid=14594) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14594)] [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:47:17.021893 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a18:47:17.087954 run osmo-hlr_10.42.42.2(pid=14591): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14591)]\u000a18:47:17.144568 run osmo-hlr_10.42.42.2(pid=14591): stdout: \u000a| (launched: 2022-12-12_18:47:13.708787) \u000a18:47:17.197177 run osmo-hlr_10.42.42.2(pid=14591): stderr: \u000a| �[0;m�[1;31m20221212184713885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184713885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184713885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184713885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184713885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184713885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184713896 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184713905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184713905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184713905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:47:17.239658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14584): Terminating (SIGTERM)\u000a18:47:17.280479 run iperf3-srv_10.42.42.10(pid=14585): Terminating (SIGTERM)\u000a18:47:17.321559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14586): Terminating (SIGTERM)\u000a18:47:17.362498 run iperf3-srv_10.42.42.10(pid=14587): Terminating (SIGTERM)\u000a18:47:17.403518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14590): Terminating (SIGTERM)\u000a18:47:17.444215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14593): Terminating (SIGTERM)\u000a18:47:17.485049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14596): Terminating (SIGTERM)\u000a18:47:17.495324 --- ParallelTerminationStrategy: PID 14584 died...\u000a18:47:17.550607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14584): Terminated: ok {rc=0}\u000a18:47:17.560550 --- ParallelTerminationStrategy: PID 14585 died...\u000a18:47:17.615467 run iperf3-srv_10.42.42.10(pid=14585): Terminated {rc=256}\u000a18:47:17.625344 --- ParallelTerminationStrategy: PID 14586 died...\u000a18:47:17.679356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14586): Terminated: ok {rc=0}\u000a18:47:17.689942 --- ParallelTerminationStrategy: PID 14587 died...\u000a18:47:17.743738 run iperf3-srv_10.42.42.10(pid=14587): Terminated {rc=256}\u000a18:47:17.754334 --- ParallelTerminationStrategy: PID 14590 died...\u000a18:47:17.809406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14590): Terminated: ok {rc=0}\u000a18:47:17.819127 --- ParallelTerminationStrategy: PID 14593 died...\u000a18:47:17.873453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14593): Terminated: ok {rc=0}\u000a18:47:17.883907 --- ParallelTerminationStrategy: PID 14596 died...\u000a18:47:17.937800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14596): Terminated: ok {rc=0}\u000a18:47:18.028489 bus /gobi_0: Setting Powered False\u000a18:47:19.133481 bus /gobi_0: Setting Powered False\u000a18:47:20.242854 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14606): Process ended prematurely: osmo-stp_10.42.42.5(pid=14606) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14606): Process ended prematurely: osmo-stp_10.42.42.5(pid=14606) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:47:21.358609 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:21.371170 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:47:21.529761 tst iperf3.py: using LAC 30774\u000a18:47:21.655969 tst iperf3.py: using RAC 174\u000a18:47:21.782355 tst iperf3.py: using CellId 30774\u000a18:47:21.908866 tst iperf3.py: using BVCI 30775\u000a18:47:21.933744 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:21.945443 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:21.956753 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:21.968116 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:21.979396 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:21.990864 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:22.002402 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:22.013685 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:22.025151 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:47:22.308446 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:47:22.435280 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:47:22.752559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14598): Launched\u000a18:47:23.016159 run iperf3-srv_10.42.42.10(pid=14599): Launched\u000a18:47:23.201716 tst iperf3.py:8: start network...\u000a18:47:23.328081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:47:23.807434 run create_hlr_db(pid=14600): Launched\u000a18:47:23.981965 bus /gobi_6: Setting Powered False\u000a18:47:25.004299 run create_hlr_db(pid=14600): Terminated: ok {rc=0}\u000a18:47:25.435614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14602): Launched\u000a18:47:25.763469 run osmo-hlr_10.42.42.2(pid=14603): Launched\u000a18:47:25.882343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:47:26.449871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14605): Launched\u000a18:47:26.778073 run osmo-stp_10.42.42.5(pid=14606): Launched\u000a18:47:26.895446 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:47:27.466193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14608): Launched\u000a18:47:27.582513 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:47:27.866912 run patchelf(pid=14609): Launched\u000a18:47:28.057132 run osmo-stp_10.42.42.5(pid=14606): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)]\u000a18:47:28.195930 run osmo-stp_10.42.42.5(pid=14606): stdout: \u000a| (launched: 2022-12-12_18:47:26.615856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:28.334909 run osmo-stp_10.42.42.5(pid=14606): stderr: \u000a| �[0;m�[38;5;43m20221212184726805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184726805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184726805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184726806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184726806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184726806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184726806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:28.469300 run osmo-stp_10.42.42.5(pid=14606): stdout: \u000a| (launched: 2022-12-12_18:47:26.615856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:28.602503 run osmo-stp_10.42.42.5(pid=14606): stderr: \u000a| �[0;m�[38;5;43m20221212184726805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184726805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184726805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184726806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184726806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184726806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184726806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:28.757742 run patchelf(pid=14609): Terminating (SIGINT)\u000a18:47:28.939969 run patchelf(pid=14609): Terminated: ok {rc=0}\u000a18:47:28.973809 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14606): Process ended prematurely: osmo-stp_10.42.42.5(pid=14606) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)] [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:47:28.984035 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:47:29.047114 run osmo-hlr_10.42.42.2(pid=14603): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14603)]\u000a18:47:29.098439 run osmo-hlr_10.42.42.2(pid=14603): stdout: \u000a| (launched: 2022-12-12_18:47:25.602120) \u000a18:47:29.150619 run osmo-hlr_10.42.42.2(pid=14603): stderr: \u000a| �[0;m�[1;31m20221212184725798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184725798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184725798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184725798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184725798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184725798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184725811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184725821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184725822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184725822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:47:29.195089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14598): Terminating (SIGTERM)\u000a18:47:29.237318 run iperf3-srv_10.42.42.10(pid=14599): Terminating (SIGTERM)\u000a18:47:29.279362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14602): Terminating (SIGTERM)\u000a18:47:29.321458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14605): Terminating (SIGTERM)\u000a18:47:29.363426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14608): Terminating (SIGTERM)\u000a18:47:29.373371 --- ParallelTerminationStrategy: PID 14598 died...\u000a18:47:29.429351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14598): Terminated: ok {rc=0}\u000a18:47:29.439507 --- ParallelTerminationStrategy: PID 14599 died...\u000a18:47:29.495283 run iperf3-srv_10.42.42.10(pid=14599): Terminated {rc=256}\u000a18:47:29.505370 --- ParallelTerminationStrategy: PID 14602 died...\u000a18:47:29.560609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14602): Terminated: ok {rc=0}\u000a18:47:29.570753 --- ParallelTerminationStrategy: PID 14605 died...\u000a18:47:29.626945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14605): Terminated: ok {rc=0}\u000a18:47:29.637187 --- ParallelTerminationStrategy: PID 14608 died...\u000a18:47:29.692641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14608): Terminated: ok {rc=0}\u000a18:47:29.780076 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14624): Process ended prematurely: osmo-stp_10.42.42.5(pid=14624) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14624)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14624): Process ended prematurely: osmo-stp_10.42.42.5(pid=14624) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:47:30.911771 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:30.925464 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:47:31.095185 tst iperf3m4.py: using LAC 30775\u000a18:47:31.246085 tst iperf3m4.py: using RAC 175\u000a18:47:31.371097 tst iperf3m4.py: using CellId 30775\u000a18:47:31.491984 tst iperf3m4.py: using BVCI 30776\u000a18:47:31.516010 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:31.528095 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:31.540076 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:31.552346 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:31.564983 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:31.578533 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:31.591387 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:31.604563 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:31.617165 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:47:31.740733 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:47:31.889984 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:47:32.016348 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:47:32.318766 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:47:32.454580 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:47:32.791665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14610): Launched\u000a18:47:33.071749 run iperf3-srv_10.42.42.10(pid=14611): Launched\u000a18:47:33.270852 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:47:33.406401 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:47:33.746155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14612): Launched\u000a18:47:34.027565 run iperf3-srv_10.42.42.10(pid=14613): Launched\u000a18:47:34.226025 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:47:34.361017 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:47:34.701895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14614): Launched\u000a18:47:34.981887 run iperf3-srv_10.42.42.10(pid=14615): Launched\u000a18:47:35.180334 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:47:35.315569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:47:35.653354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14616): Launched\u000a18:47:35.934863 run iperf3-srv_10.42.42.10(pid=14617): Launched\u000a18:47:36.133374 tst iperf3m4.py:8: start network...\u000a18:47:36.268659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:47:36.790926 run create_hlr_db(pid=14618): Launched\u000a18:47:36.978418 bus /gobi_6: Setting Powered False\u000a18:47:38.001611 run create_hlr_db(pid=14618): Terminated: ok {rc=0}\u000a18:47:38.435584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14620): Launched\u000a18:47:38.763593 run osmo-hlr_10.42.42.2(pid=14621): Launched\u000a18:47:38.886224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:47:39.453337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14623): Launched\u000a18:47:39.780272 run osmo-stp_10.42.42.5(pid=14624): Launched\u000a18:47:39.897957 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:47:40.465755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14626): Launched\u000a18:47:40.582567 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:47:40.868764 run patchelf(pid=14627): Launched\u000a18:47:41.058216 run osmo-stp_10.42.42.5(pid=14624): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14624)]\u000a18:47:41.197343 run osmo-stp_10.42.42.5(pid=14624): stdout: \u000a| (launched: 2022-12-12_18:47:39.619420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:41.336222 run osmo-stp_10.42.42.5(pid=14624): stderr: \u000a| �[0;m�[38;5;43m20221212184739808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184739808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184739808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184739808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184739809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184739809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184739809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:41.470272 run osmo-stp_10.42.42.5(pid=14624): stdout: \u000a| (launched: 2022-12-12_18:47:39.619420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:41.603414 run osmo-stp_10.42.42.5(pid=14624): stderr: \u000a| �[0;m�[38;5;43m20221212184739808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184739808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184739808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184739808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184739809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184739809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184739809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:41.758380 run patchelf(pid=14627): Terminating (SIGINT)\u000a18:47:41.940235 run patchelf(pid=14627): Terminated: ok {rc=0}\u000a18:47:41.973897 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14624): Process ended prematurely: osmo-stp_10.42.42.5(pid=14624) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14624)] [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:47:41.983962 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a18:47:42.047075 run osmo-hlr_10.42.42.2(pid=14621): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14621)]\u000a18:47:42.098407 run osmo-hlr_10.42.42.2(pid=14621): stdout: \u000a| (launched: 2022-12-12_18:47:38.601927) \u000a18:47:42.150545 run osmo-hlr_10.42.42.2(pid=14621): stderr: \u000a| �[0;m�[1;31m20221212184738797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184738797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184738797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184738797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184738797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184738797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184738809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184738820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184738821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184738821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:47:42.195007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14610): Terminating (SIGTERM)\u000a18:47:42.236880 run iperf3-srv_10.42.42.10(pid=14611): Terminating (SIGTERM)\u000a18:47:42.278653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14612): Terminating (SIGTERM)\u000a18:47:42.320270 run iperf3-srv_10.42.42.10(pid=14613): Terminating (SIGTERM)\u000a18:47:42.362364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14614): Terminating (SIGTERM)\u000a18:47:42.404119 run iperf3-srv_10.42.42.10(pid=14615): Terminating (SIGTERM)\u000a18:47:42.445728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14616): Terminating (SIGTERM)\u000a18:47:42.487111 run iperf3-srv_10.42.42.10(pid=14617): Terminating (SIGTERM)\u000a18:47:42.529043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14620): Terminating (SIGTERM)\u000a18:47:42.570706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14623): Terminating (SIGTERM)\u000a18:47:42.612255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14626): Terminating (SIGTERM)\u000a18:47:42.622123 --- ParallelTerminationStrategy: PID 14610 died...\u000a18:47:42.677981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14610): Terminated: ok {rc=0}\u000a18:47:42.688198 --- ParallelTerminationStrategy: PID 14611 died...\u000a18:47:42.743800 run iperf3-srv_10.42.42.10(pid=14611): Terminated {rc=256}\u000a18:47:42.754042 --- ParallelTerminationStrategy: PID 14612 died...\u000a18:47:42.809458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14612): Terminated: ok {rc=0}\u000a18:47:42.819668 --- ParallelTerminationStrategy: PID 14613 died...\u000a18:47:42.875035 run iperf3-srv_10.42.42.10(pid=14613): Terminated {rc=256}\u000a18:47:42.885105 --- ParallelTerminationStrategy: PID 14614 died...\u000a18:47:42.940621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14614): Terminated: ok {rc=0}\u000a18:47:42.950825 --- ParallelTerminationStrategy: PID 14615 died...\u000a18:47:43.006222 run iperf3-srv_10.42.42.10(pid=14615): Terminated {rc=256}\u000a18:47:43.016376 --- ParallelTerminationStrategy: PID 14616 died...\u000a18:47:43.071857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14616): Terminated: ok {rc=0}\u000a18:47:43.081960 --- ParallelTerminationStrategy: PID 14617 died...\u000a18:47:43.137264 run iperf3-srv_10.42.42.10(pid=14617): Terminated {rc=256}\u000a18:47:43.147452 --- ParallelTerminationStrategy: PID 14620 died...\u000a18:47:43.203049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14620): Terminated: ok {rc=0}\u000a18:47:43.213590 --- ParallelTerminationStrategy: PID 14623 died...\u000a18:47:43.269299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14623): Terminated: ok {rc=0}\u000a18:47:43.279470 --- ParallelTerminationStrategy: PID 14626 died...\u000a18:47:43.335335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14626): Terminated: ok {rc=0}\u000a18:47:43.423611 bus /gobi_4: Setting Powered False\u000a18:47:44.531704 bus /gobi_4: Setting Powered False\u000a18:47:45.643550 bus /gobi_1: Setting Powered False\u000a18:47:46.748889 bus /gobi_1: Setting Powered False\u000a18:47:47.861678 bus /gobi_0: Setting Powered False\u000a18:47:48.965769 bus /gobi_0: Setting Powered False\u000a18:47:50.075819 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14634): Process ended prematurely: osmo-stp_10.42.42.5(pid=14634) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14634)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14634): Process ended prematurely: osmo-stp_10.42.42.5(pid=14634) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:47:51.146348 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:51.158841 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:47:51.313498 tst ping.py: using LAC 30776\u000a18:47:51.440641 tst ping.py: using RAC 176\u000a18:47:51.565616 tst ping.py: using CellId 30776\u000a18:47:51.686298 tst ping.py: using BVCI 30777\u000a18:47:51.709150 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:51.720518 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:51.731737 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:51.743606 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:51.755417 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:51.767129 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:51.778955 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:51.790710 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:47:52.067995 tst ping.py:19: start network...\u000a18:47:52.192413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:47:52.666415 run create_hlr_db(pid=14628): Launched\u000a18:47:52.838303 bus /gobi_6: Setting Powered False\u000a18:47:53.859642 run create_hlr_db(pid=14628): Terminated: ok {rc=0}\u000a18:47:54.288795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14630): Launched\u000a18:47:54.613185 run osmo-hlr_10.42.42.2(pid=14631): Launched\u000a18:47:54.732766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:47:55.300607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14633): Launched\u000a18:47:55.625292 run osmo-stp_10.42.42.5(pid=14634): Launched\u000a18:47:55.740630 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:47:56.300632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14636): Launched\u000a18:47:56.414207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:47:56.695378 run patchelf(pid=14637): Launched\u000a18:47:56.881247 run osmo-stp_10.42.42.5(pid=14634): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14634)]\u000a18:47:57.016619 run osmo-stp_10.42.42.5(pid=14634): stdout: \u000a| (launched: 2022-12-12_18:47:55.464128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:57.152286 run osmo-stp_10.42.42.5(pid=14634): stderr: \u000a| �[0;m�[38;5;43m20221212184755655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184755656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184755656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184755656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184755657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184755657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184755657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:57.283602 run osmo-stp_10.42.42.5(pid=14634): stdout: \u000a| (launched: 2022-12-12_18:47:55.464128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:57.414503 run osmo-stp_10.42.42.5(pid=14634): stderr: \u000a| �[0;m�[38;5;43m20221212184755655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184755656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184755656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184755656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184755657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184755657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184755657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:57.566750 run patchelf(pid=14637): Terminating (SIGINT)\u000a18:47:57.744667 run patchelf(pid=14637): Terminated: ok {rc=0}\u000a18:47:57.777289 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14634): Process ended prematurely: osmo-stp_10.42.42.5(pid=14634) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14634)] [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:47:57.786684 tst ping.py:22: Test FAILED (6.6 sec)\u000a18:47:57.849161 run osmo-hlr_10.42.42.2(pid=14631): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14631)]\u000a18:47:57.900086 run osmo-hlr_10.42.42.2(pid=14631): stdout: \u000a| (launched: 2022-12-12_18:47:54.451896) \u000a18:47:57.952185 run osmo-hlr_10.42.42.2(pid=14631): stderr: \u000a| �[0;m�[1;31m20221212184754649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184754649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184754649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184754649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184754649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184754649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184754661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184754672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184754672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184754672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:47:57.996393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14630): Terminating (SIGTERM)\u000a18:47:58.038116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14633): Terminating (SIGTERM)\u000a18:47:58.079770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14636): Terminating (SIGTERM)\u000a18:47:58.089609 --- ParallelTerminationStrategy: PID 14630 died...\u000a18:47:58.145320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14630): Terminated: ok {rc=0}\u000a18:47:58.155383 --- ParallelTerminationStrategy: PID 14633 died...\u000a18:47:58.210970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14633): Terminated: ok {rc=0}\u000a18:47:58.221131 --- ParallelTerminationStrategy: PID 14636 died...\u000a18:47:58.277010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14636): Terminated: ok {rc=0}\u000a18:47:58.364113 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14644): Process ended prematurely: osmo-stp_10.42.42.5(pid=14644) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14644)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14644): Process ended prematurely: osmo-stp_10.42.42.5(pid=14644) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:47:59.416704 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:59.429938 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:47:59.584590 tst ping_idle_ping.py: using LAC 30777\u000a18:47:59.708774 tst ping_idle_ping.py: using RAC 177\u000a18:47:59.837579 tst ping_idle_ping.py: using CellId 30777\u000a18:47:59.960314 tst ping_idle_ping.py: using BVCI 30778\u000a18:47:59.984559 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:59.996144 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:48:00.007910 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:48:00.019413 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:48:00.030776 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:48:00.042199 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:48:00.053709 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:48:00.065080 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:48:00.344471 tst ping_idle_ping.py:24: start network...\u000a18:48:00.469844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:00.987808 run create_hlr_db(pid=14638): Launched\u000a18:48:01.181823 bus /gobi_6: Setting Powered False\u000a18:48:02.231477 run create_hlr_db(pid=14638): Terminated: ok {rc=0}\u000a18:48:02.670881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14640): Launched\u000a18:48:02.993830 run osmo-hlr_10.42.42.2(pid=14641): Launched\u000a18:48:03.110401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:48:03.668456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14643): Launched\u000a18:48:03.990540 run osmo-stp_10.42.42.5(pid=14644): Launched\u000a18:48:04.105593 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:48:04.666354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14646): Launched\u000a18:48:04.779826 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:48:05.060749 run patchelf(pid=14647): Launched\u000a18:48:05.247043 run osmo-stp_10.42.42.5(pid=14644): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14644)]\u000a18:48:05.383017 run osmo-stp_10.42.42.5(pid=14644): stdout: \u000a| (launched: 2022-12-12_18:48:03.830768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:05.521158 run osmo-stp_10.42.42.5(pid=14644): stderr: \u000a| �[0;m�[38;5;43m20221212184804021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184804021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184804021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184804022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184804022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184804022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184804023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:05.653080 run osmo-stp_10.42.42.5(pid=14644): stdout: \u000a| (launched: 2022-12-12_18:48:03.830768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:05.783842 run osmo-stp_10.42.42.5(pid=14644): stderr: \u000a| �[0;m�[38;5;43m20221212184804021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184804021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184804021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184804022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184804022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184804022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184804023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:05.936070 run patchelf(pid=14647): Terminating (SIGINT)\u000a18:48:06.114837 run patchelf(pid=14647): Terminated: ok {rc=0}\u000a18:48:06.147442 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14644): Process ended prematurely: osmo-stp_10.42.42.5(pid=14644) [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14644)] [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:48:06.156785 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a18:48:06.220237 run osmo-hlr_10.42.42.2(pid=14641): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14641)]\u000a18:48:06.271426 run osmo-hlr_10.42.42.2(pid=14641): stdout: \u000a| (launched: 2022-12-12_18:48:02.833915) \u000a18:48:06.323289 run osmo-hlr_10.42.42.2(pid=14641): stderr: \u000a| �[0;m�[1;31m20221212184803031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184803031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184803031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184803031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184803031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184803031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184803044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184803052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184803052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184803052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:48:06.367457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14640): Terminating (SIGTERM)\u000a18:48:06.409362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14643): Terminating (SIGTERM)\u000a18:48:06.451716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14646): Terminating (SIGTERM)\u000a18:48:06.461577 --- ParallelTerminationStrategy: PID 14640 died...\u000a18:48:06.517687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14640): Terminated: ok {rc=0}\u000a18:48:06.528196 --- ParallelTerminationStrategy: PID 14643 died...\u000a18:48:06.583980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14643): Terminated: ok {rc=0}\u000a18:48:06.594045 --- ParallelTerminationStrategy: PID 14646 died...\u000a18:48:06.649761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14646): Terminated: ok {rc=0}\u000a18:48:06.737227 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:47:07" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14658): Process ended prematurely: osmo-stp_10.42.42.5(pid=14658) [trial-2380↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14658)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14658): Process ended prematurely: osmo-stp_10.42.42.5(pid=14658) [trial-2380↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:48:08.763058 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:48:08.775142 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:48:08.928228 tst switch_tch_pdch.py: using LAC 30778\u000a18:48:09.056510 tst switch_tch_pdch.py: using RAC 178\u000a18:48:09.181253 tst switch_tch_pdch.py: using CellId 30778\u000a18:48:09.307560 tst switch_tch_pdch.py: using BVCI 30779\u000a18:48:09.332074 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:48:09.344220 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:48:09.356165 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:48:09.368119 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:48:09.380050 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:48:09.391915 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:48:09.403939 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:48:09.416558 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:48:09.534354 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:48:09.812741 tst switch_tch_pdch.py:51: start network...\u000a18:48:09.938042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:10.411260 run create_hlr_db(pid=14652): Launched\u000a18:48:10.584848 bus /gobi_6: Setting Powered False\u000a18:48:11.606201 run create_hlr_db(pid=14652): Terminated: ok {rc=0}\u000a18:48:12.032482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14654): Launched\u000a18:48:12.356566 run osmo-hlr_10.42.42.2(pid=14655): Launched\u000a18:48:12.475172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:48:13.035065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14657): Launched\u000a18:48:13.358037 run osmo-stp_10.42.42.5(pid=14658): Launched\u000a18:48:13.473740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:48:14.034743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14660): Launched\u000a18:48:14.148274 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:48:14.429274 run patchelf(pid=14661): Launched\u000a18:48:14.615940 run osmo-stp_10.42.42.5(pid=14658): ERR: Terminated: ERROR {rc=1} [trial-2380↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14658)]\u000a18:48:14.752204 run osmo-stp_10.42.42.5(pid=14658): stdout: \u000a| (launched: 2022-12-12_18:48:13.197873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:14.888493 run osmo-stp_10.42.42.5(pid=14658): stderr: \u000a| �[0;m�[38;5;43m20221212184813387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184813387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184813387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184813388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184813388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184813389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184813389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:15.020266 run osmo-stp_10.42.42.5(pid=14658): stdout: \u000a| (launched: 2022-12-12_18:48:13.197873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:15.150987 run osmo-stp_10.42.42.5(pid=14658): stderr: \u000a| �[0;m�[38;5;43m20221212184813387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184813387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184813387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184813388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184813388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184813389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184813389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:15.303226 run patchelf(pid=14661): Terminating (SIGINT)\u000a18:48:15.482197 run patchelf(pid=14661): Terminated: ok {rc=0}\u000a18:48:15.515318 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14658): Process ended prematurely: osmo-stp_10.42.42.5(pid=14658) [trial-2380↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14658)] [trial-2380↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:48:15.524786 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a18:48:15.587958 run osmo-hlr_10.42.42.2(pid=14655): ERR: Terminated: ERROR {rc=237} [trial-2380↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14655)]\u000a18:48:15.639171 run osmo-hlr_10.42.42.2(pid=14655): stdout: \u000a| (launched: 2022-12-12_18:48:12.195421) \u000a18:48:15.691359 run osmo-hlr_10.42.42.2(pid=14655): stderr: \u000a| �[0;m�[1;31m20221212184812391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184812391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184812391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184812391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184812392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184812392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184812405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184812413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184812413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184812413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:48:15.735674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14654): Terminating (SIGTERM)\u000a18:48:15.777515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14657): Terminating (SIGTERM)\u000a18:48:15.819221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14660): Terminating (SIGTERM)\u000a18:48:15.829073 --- ParallelTerminationStrategy: PID 14654 died...\u000a18:48:15.888304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14654): Terminated: ok {rc=0}\u000a18:48:15.905886 --- ParallelTerminationStrategy: PID 14657 died...\u000a18:48:15.962334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14657): Terminated: ok {rc=0}\u000a18:48:15.972775 --- ParallelTerminationStrategy: PID 14660 died...\u000a18:48:16.030812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14660): Terminated: ok {rc=0}\u000a18:48:16.132807 bus /gobi_0: Setting Powered False\u000a18:48:17.242198 bus /gobi_0: Setting Powered False\u000a18:48:18.351496 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:48:08" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "sms:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14672): Process ended prematurely: osmo-stp_10.42.42.5(pid=14672) [trial-2380↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14672)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14672): Process ended prematurely: osmo-stp_10.42.42.5(pid=14672) [trial-2380↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a18:48:20.292872 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:48:20.304093 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:48:20.444538 tst mo_mt_sms.py: using LAC 30779\u000a18:48:20.569174 tst mo_mt_sms.py: using RAC 179\u000a18:48:20.695871 tst mo_mt_sms.py: using CellId 30779\u000a18:48:20.820582 tst mo_mt_sms.py: using BVCI 30780\u000a18:48:20.844829 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:48:20.856082 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:48:20.867115 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:48:20.878122 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:48:20.889148 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:48:20.900127 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a18:48:21.017096 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a18:48:21.216865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:21.690563 run create_hlr_db(pid=14666): Launched\u000a18:48:21.863422 bus /gobi_6: Setting Powered False\u000a18:48:22.885602 run create_hlr_db(pid=14666): Terminated: ok {rc=0}\u000a18:48:23.285853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14668): Launched\u000a18:48:23.588705 run osmo-hlr_10.42.42.2(pid=14669): Launched\u000a18:48:23.701222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:48:24.221247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14671): Launched\u000a18:48:24.522425 run osmo-stp_10.42.42.5(pid=14672): Launched\u000a18:48:24.630343 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:48:25.177724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14674): Launched\u000a18:48:25.480773 run osmo-msc_10.42.42.6(pid=14675): Launched\u000a18:48:25.657159 run osmo-stp_10.42.42.5(pid=14672): ERR: Terminated: ERROR {rc=1} [trial-2380↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14672)]\u000a18:48:25.783576 run osmo-stp_10.42.42.5(pid=14672): stdout: \u000a| (launched: 2022-12-12_18:48:24.372234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:25.908044 run osmo-stp_10.42.42.5(pid=14672): stderr: \u000a| �[0;m�[38;5;43m20221212184824540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184824541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184824541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184824541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184824542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184824542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184824542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:26.027887 run osmo-stp_10.42.42.5(pid=14672): stdout: \u000a| (launched: 2022-12-12_18:48:24.372234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:26.146824 run osmo-stp_10.42.42.5(pid=14672): stderr: \u000a| �[0;m�[38;5;43m20221212184824540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184824541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184824541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184824541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184824542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184824542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184824542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:26.199164 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14672): Process ended prematurely: osmo-stp_10.42.42.5(pid=14672) [trial-2380↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14672)] [trial-2380↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a18:48:26.207222 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a18:48:26.267493 run osmo-hlr_10.42.42.2(pid=14669): ERR: Terminated: ERROR {rc=237} [trial-2380↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14669)]\u000a18:48:26.316997 run osmo-hlr_10.42.42.2(pid=14669): stdout: \u000a| (launched: 2022-12-12_18:48:23.437768) \u000a18:48:26.366712 run osmo-hlr_10.42.42.2(pid=14669): stderr: \u000a| �[0;m�[1;31m20221212184823612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184823612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184823612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184823612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184823612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184823612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184823625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184823634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184823634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184823634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:48:26.434401 run osmo-msc_10.42.42.6(pid=14675): ERR: Terminated: ERROR {rc=2} [trial-2380↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14675)]\u000a18:48:26.483408 run osmo-msc_10.42.42.6(pid=14675): stdout: \u000a| (launched: 2022-12-12_18:48:25.329454) \u000a18:48:26.533227 run osmo-msc_10.42.42.6(pid=14675): stderr: \u000a| �[0;m�[38;5;43m20221212184825601 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184825601 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ea95c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184825601 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184825601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184825601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184825601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184825603 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184825603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184825604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184825604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:48:26.575254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14668): Terminating (SIGTERM)\u000a18:48:26.615212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14671): Terminating (SIGTERM)\u000a18:48:26.655018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14674): Terminating (SIGTERM)\u000a18:48:26.664599 --- ParallelTerminationStrategy: PID 14668 died...\u000a18:48:26.717975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14668): Terminated: ok {rc=0}\u000a18:48:26.727813 --- ParallelTerminationStrategy: PID 14671 died...\u000a18:48:26.781185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14671): Terminated: ok {rc=0}\u000a18:48:26.790840 --- ParallelTerminationStrategy: PID 14674 died...\u000a18:48:26.844265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14674): Terminated: ok {rc=0}\u000a18:48:26.933676 bus /sierra_3: Setting Powered False\u000a18:48:28.037520 bus /sierra_3: Setting Powered False\u000a18:48:29.148889 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:48:20" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14682): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14682) [trial-2380↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14682)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14682): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14682) [trial-2380↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a18:48:31.004227 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a18:48:31.016206 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:48:31.178605 tst assert_extension.py: using LAC 30780\u000a18:48:31.331622 tst assert_extension.py: using RAC 180\u000a18:48:31.467324 tst assert_extension.py: using CellId 30780\u000a18:48:31.599305 tst assert_extension.py: using BVCI 30781\u000a18:48:31.626245 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a18:48:31.923561 tst assert_extension.py:10: start nitb and bts...\u000a18:48:32.061354 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:48:32.728733 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14681): Launched\u000a18:48:33.048145 run osmo-nitb_10.42.42.2(pid=14682): Launched\u000a18:48:33.243440 run osmo-nitb_10.42.42.2(pid=14682): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14682)]\u000a18:48:33.387113 run osmo-nitb_10.42.42.2(pid=14682): stdout: \u000a| (launched: 2022-12-12_18:48:32.891012) \u000a18:48:33.531807 run osmo-nitb_10.42.42.2(pid=14682): stderr: \u000a| (launched: 2022-12-12_18:48:32.938769)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:48:33.671658 run osmo-nitb_10.42.42.2(pid=14682): stdout: \u000a| (launched: 2022-12-12_18:48:32.891012) \u000a18:48:33.810144 run osmo-nitb_10.42.42.2(pid=14682): stderr: \u000a| (launched: 2022-12-12_18:48:32.938769)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:48:34.176745 tst osmo-nitb_10.42.42.2(pid=14682): stdout: \u000a| (launched: 2022-12-12_18:48:32.891012) \u000a18:48:34.304284 tst osmo-nitb_10.42.42.2(pid=14682): stderr: \u000a| (launched: 2022-12-12_18:48:32.938769)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:48:34.360419 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=14682): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14682) [trial-2380↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14682)] [trial-2380↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a18:48:34.369430 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a18:48:34.405790 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14681): Terminating (SIGTERM)\u000a18:48:34.583609 --- ParallelTerminationStrategy: PID 14681 died...\u000a18:48:34.641379 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14681): Terminated: ok {rc=0}\u000a18:48:34.729283 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:48:30" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14692): Process ended prematurely: osmo-stp_10.42.42.5(pid=14692) [trial-2380↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14692)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14692): Process ended prematurely: osmo-stp_10.42.42.5(pid=14692) [trial-2380↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a18:48:36.575129 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:48:36.586624 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:48:36.727919 tst assert_extension.py: using LAC 30781\u000a18:48:36.848116 tst assert_extension.py: using RAC 181\u000a18:48:36.966409 tst assert_extension.py: using CellId 30781\u000a18:48:37.089910 tst assert_extension.py: using BVCI 30782\u000a18:48:37.114496 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:48:37.126021 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:48:37.137145 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:48:37.148683 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:48:37.159860 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:48:37.171033 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a18:48:37.370789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:37.844773 run create_hlr_db(pid=14686): Launched\u000a18:48:38.016846 bus /sierra_2: Setting Powered False\u000a18:48:39.047204 run create_hlr_db(pid=14686): Terminated: ok {rc=0}\u000a18:48:39.474880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14688): Launched\u000a18:48:39.799673 run osmo-hlr_10.42.42.2(pid=14689): Launched\u000a18:48:39.915938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:48:40.478790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14691): Launched\u000a18:48:40.802864 run osmo-stp_10.42.42.5(pid=14692): Launched\u000a18:48:40.918975 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:48:41.505431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14694): Launched\u000a18:48:41.828398 run osmo-msc_10.42.42.6(pid=14695): Launched\u000a18:48:42.016753 run osmo-stp_10.42.42.5(pid=14692): ERR: Terminated: ERROR {rc=1} [trial-2380↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14692)]\u000a18:48:42.151687 run osmo-stp_10.42.42.5(pid=14692): stdout: \u000a| (launched: 2022-12-12_18:48:40.642500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:42.285307 run osmo-stp_10.42.42.5(pid=14692): stderr: \u000a| �[0;m�[38;5;43m20221212184840833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184840834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184840834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184840834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184840835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184840835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184840835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:42.414006 run osmo-stp_10.42.42.5(pid=14692): stdout: \u000a| (launched: 2022-12-12_18:48:40.642500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:42.541887 run osmo-stp_10.42.42.5(pid=14692): stderr: \u000a| �[0;m�[38;5;43m20221212184840833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184840834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184840834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184840834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184840835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184840835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184840835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:42.598372 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=14692): Process ended prematurely: osmo-stp_10.42.42.5(pid=14692) [trial-2380↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14692)] [trial-2380↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a18:48:42.607187 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a18:48:42.670248 run osmo-hlr_10.42.42.2(pid=14689): ERR: Terminated: ERROR {rc=237} [trial-2380↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14689)]\u000a18:48:42.721822 run osmo-hlr_10.42.42.2(pid=14689): stdout: \u000a| (launched: 2022-12-12_18:48:39.638697) \u000a18:48:42.774053 run osmo-hlr_10.42.42.2(pid=14689): stderr: \u000a| �[0;m�[1;31m20221212184839835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184839836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184839836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184839836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184839836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184839836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184839848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184839856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184839857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184839857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:48:42.845144 run osmo-msc_10.42.42.6(pid=14695): ERR: Terminated: ERROR {rc=2} [trial-2380↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14695)]\u000a18:48:42.896761 run osmo-msc_10.42.42.6(pid=14695): stdout: \u000a| (launched: 2022-12-12_18:48:41.668928) \u000a18:48:42.948861 run osmo-msc_10.42.42.6(pid=14695): stderr: \u000a| �[0;m�[38;5;43m20221212184841988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184841989 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb454bfcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184841989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184841989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184841990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184841990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184841992 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184841992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184841992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184841992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:48:42.993351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14688): Terminating (SIGTERM)\u000a18:48:43.035469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14691): Terminating (SIGTERM)\u000a18:48:43.077923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14694): Terminating (SIGTERM)\u000a18:48:43.087951 --- ParallelTerminationStrategy: PID 14688 died...\u000a18:48:43.144936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14688): Terminated: ok {rc=0}\u000a18:48:43.155304 --- ParallelTerminationStrategy: PID 14691 died...\u000a18:48:43.211973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14691): Terminated: ok {rc=0}\u000a18:48:43.222251 --- ParallelTerminationStrategy: PID 14694 died...\u000a18:48:43.278943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14694): Terminated: ok {rc=0}\u000a18:48:43.368091 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:48:36" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14706): Process ended prematurely: osmo-stp_10.42.42.5(pid=14706) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14706)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14706): Process ended prematurely: osmo-stp_10.42.42.5(pid=14706) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:48:45.340720 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:45.352648 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:48:45.513606 tst mo_mt_call.py: using LAC 30782\u000a18:48:45.640351 tst mo_mt_call.py: using RAC 182\u000a18:48:45.766427 tst mo_mt_call.py: using CellId 30782\u000a18:48:45.895263 tst mo_mt_call.py: using BVCI 30783\u000a18:48:45.921089 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:45.933704 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:45.946313 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:45.958800 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:45.971154 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:45.983747 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:48:46.119751 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:48:46.366367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:46.926564 run create_hlr_db(pid=14700): Launched\u000a18:48:47.118115 bus /sierra_2: Setting Powered False\u000a18:48:48.137500 run create_hlr_db(pid=14700): Terminated: ok {rc=0}\u000a18:48:48.547325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14702): Launched\u000a18:48:48.854247 run osmo-hlr_10.42.42.2(pid=14703): Launched\u000a18:48:48.964533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:48:49.495744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14705): Launched\u000a18:48:49.805147 run osmo-stp_10.42.42.5(pid=14706): Launched\u000a18:48:49.916042 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:48:50.477413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14708): Launched\u000a18:48:50.787823 run osmo-msc_10.42.42.6(pid=14709): Launched\u000a18:48:50.967244 run osmo-stp_10.42.42.5(pid=14706): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14706)]\u000a18:48:51.096363 run osmo-stp_10.42.42.5(pid=14706): stdout: \u000a| (launched: 2022-12-12_18:48:49.650960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:51.223409 run osmo-stp_10.42.42.5(pid=14706): stderr: \u000a| �[0;m�[38;5;43m20221212184849821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184849821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184849822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184849822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184849823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184849823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184849823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:51.346044 run osmo-stp_10.42.42.5(pid=14706): stdout: \u000a| (launched: 2022-12-12_18:48:49.650960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:51.467515 run osmo-stp_10.42.42.5(pid=14706): stderr: \u000a| �[0;m�[38;5;43m20221212184849821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184849821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184849822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184849822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184849823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184849823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184849823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:51.521234 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14706): Process ended prematurely: osmo-stp_10.42.42.5(pid=14706) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14706)] [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:48:51.530250 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:48:51.591198 run osmo-hlr_10.42.42.2(pid=14703): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14703)]\u000a18:48:51.640501 run osmo-hlr_10.42.42.2(pid=14703): stdout: \u000a| (launched: 2022-12-12_18:48:48.702995) \u000a18:48:51.690560 run osmo-hlr_10.42.42.2(pid=14703): stderr: \u000a| �[0;m�[1;31m20221212184848878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184848878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184848878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184848878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184848878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184848878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184848890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184848899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184848900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184848900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:48:51.758642 run osmo-msc_10.42.42.6(pid=14709): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14709)]\u000a18:48:51.808189 run osmo-msc_10.42.42.6(pid=14709): stdout: \u000a| (launched: 2022-12-12_18:48:50.632927) \u000a18:48:51.858433 run osmo-msc_10.42.42.6(pid=14709): stderr: \u000a| �[0;m�[38;5;43m20221212184850902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184850902 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0cc5f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184850902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184850902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184850902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184850902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184850904 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184850905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184850905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184850905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:48:51.900638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14702): Terminating (SIGTERM)\u000a18:48:51.940720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14705): Terminating (SIGTERM)\u000a18:48:51.981056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14708): Terminating (SIGTERM)\u000a18:48:51.990726 --- ParallelTerminationStrategy: PID 14702 died...\u000a18:48:52.044273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14702): Terminated: ok {rc=0}\u000a18:48:52.054381 --- ParallelTerminationStrategy: PID 14705 died...\u000a18:48:52.108100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14705): Terminated: ok {rc=0}\u000a18:48:52.118017 --- ParallelTerminationStrategy: PID 14708 died...\u000a18:48:52.171183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14708): Terminated: ok {rc=0}\u000a18:48:52.261089 bus /sierra_3: Setting Powered False\u000a18:48:53.365293 bus /sierra_3: Setting Powered False\u000a18:48:54.477083 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14717): Process ended prematurely: osmo-stp_10.42.42.5(pid=14717) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14717)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14717): Process ended prematurely: osmo-stp_10.42.42.5(pid=14717) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:48:55.588770 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:55.601085 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:48:55.758993 tst mo_mt_call_osmux.py: using LAC 30783\u000a18:48:55.876818 tst mo_mt_call_osmux.py: using RAC 183\u000a18:48:55.996173 tst mo_mt_call_osmux.py: using CellId 30783\u000a18:48:56.116186 tst mo_mt_call_osmux.py: using BVCI 30784\u000a18:48:56.139430 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:56.150773 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:56.162161 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:56.173590 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:56.185187 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:48:56.196471 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:48:56.314901 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:48:56.528210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:57.053285 run create_hlr_db(pid=14711): Launched\u000a18:48:57.241805 bus /sierra_2: Setting Powered False\u000a18:48:58.264278 run create_hlr_db(pid=14711): Terminated: ok {rc=0}\u000a18:48:58.676182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14713): Launched\u000a18:48:58.984899 run osmo-hlr_10.42.42.2(pid=14714): Launched\u000a18:48:59.099204 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:48:59.630946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14716): Launched\u000a18:48:59.940890 run osmo-stp_10.42.42.5(pid=14717): Launched\u000a18:49:00.052160 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:00.613075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14719): Launched\u000a18:49:01.057063 run osmo-msc_10.42.42.6(pid=14720): Launched\u000a18:49:01.391094 run osmo-stp_10.42.42.5(pid=14717): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14717)]\u000a18:49:01.599558 run osmo-stp_10.42.42.5(pid=14717): stdout: \u000a| (launched: 2022-12-12_18:48:59.785924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:01.741873 run osmo-stp_10.42.42.5(pid=14717): stderr: \u000a| �[0;m�[38;5;43m20221212184859954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184859955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184859955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184859955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184859956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184859956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184859956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:01.868433 run osmo-stp_10.42.42.5(pid=14717): stdout: \u000a| (launched: 2022-12-12_18:48:59.785924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:01.994382 run osmo-stp_10.42.42.5(pid=14717): stderr: \u000a| �[0;m�[38;5;43m20221212184859954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184859955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184859955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184859955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184859956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184859956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184859956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:02.049262 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14717): Process ended prematurely: osmo-stp_10.42.42.5(pid=14717) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14717)] [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:49:02.058360 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a18:49:02.122354 run osmo-hlr_10.42.42.2(pid=14714): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14714)]\u000a18:49:02.172885 run osmo-hlr_10.42.42.2(pid=14714): stdout: \u000a| (launched: 2022-12-12_18:48:58.830975) \u000a18:49:02.224801 run osmo-hlr_10.42.42.2(pid=14714): stderr: \u000a| �[0;m�[1;31m20221212184859005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184859005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184859005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184859006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184859006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184859006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184859018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184859026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184859026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184859026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:49:02.294821 run osmo-msc_10.42.42.6(pid=14720): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14720)]\u000a18:49:02.345747 run osmo-msc_10.42.42.6(pid=14720): stdout: \u000a| (launched: 2022-12-12_18:49:00.768242) \u000a18:49:02.398050 run osmo-msc_10.42.42.6(pid=14720): stderr: \u000a| �[0;m�[38;5;43m20221212184901170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184901170 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf264adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184901171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184901171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184901171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184901171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184901175 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184901176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184901176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184901176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:49:02.440656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14713): Terminating (SIGTERM)\u000a18:49:02.481823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14716): Terminating (SIGTERM)\u000a18:49:02.522791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14719): Terminating (SIGTERM)\u000a18:49:02.533103 --- ParallelTerminationStrategy: PID 14713 died...\u000a18:49:02.587515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14713): Terminated: ok {rc=0}\u000a18:49:02.598109 --- ParallelTerminationStrategy: PID 14716 died...\u000a18:49:02.653215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14716): Terminated: ok {rc=0}\u000a18:49:02.663400 --- ParallelTerminationStrategy: PID 14719 died...\u000a18:49:02.717852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14719): Terminated: ok {rc=0}\u000a18:49:02.809057 bus /sierra_3: Setting Powered False\u000a18:49:03.914663 bus /sierra_3: Setting Powered False\u000a18:49:05.027227 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:48:45" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14731): Process ended prematurely: osmo-stp_10.42.42.5(pid=14731) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14731)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14731): Process ended prematurely: osmo-stp_10.42.42.5(pid=14731) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:49:07.038486 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:07.050307 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:49:07.213254 tst mo_mt_call.py: using LAC 30784\u000a18:49:07.341486 tst mo_mt_call.py: using RAC 184\u000a18:49:07.469674 tst mo_mt_call.py: using CellId 30784\u000a18:49:07.599122 tst mo_mt_call.py: using BVCI 30785\u000a18:49:07.623889 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:07.635631 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:07.647200 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:07.658791 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:07.670518 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:07.682163 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:49:07.800084 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:49:08.002805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:49:08.482104 run create_hlr_db(pid=14725): Launched\u000a18:49:08.657483 bus /sierra_2: Setting Powered False\u000a18:49:09.680101 run create_hlr_db(pid=14725): Terminated: ok {rc=0}\u000a18:49:10.115568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14727): Launched\u000a18:49:10.445608 run osmo-hlr_10.42.42.2(pid=14728): Launched\u000a18:49:10.566710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:49:11.135293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14730): Launched\u000a18:49:11.461784 run osmo-stp_10.42.42.5(pid=14731): Launched\u000a18:49:11.580468 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:12.179015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14733): Launched\u000a18:49:12.507824 run osmo-msc_10.42.42.6(pid=14734): Launched\u000a18:49:12.698303 run osmo-stp_10.42.42.5(pid=14731): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14731)]\u000a18:49:12.834904 run osmo-stp_10.42.42.5(pid=14731): stdout: \u000a| (launched: 2022-12-12_18:49:11.301196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:12.970394 run osmo-stp_10.42.42.5(pid=14731): stderr: \u000a| �[0;m�[38;5;43m20221212184911492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184911493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184911493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184911493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184911494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184911494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184911494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:13.100519 run osmo-stp_10.42.42.5(pid=14731): stdout: \u000a| (launched: 2022-12-12_18:49:11.301196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:13.229915 run osmo-stp_10.42.42.5(pid=14731): stderr: \u000a| �[0;m�[38;5;43m20221212184911492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184911493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184911493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184911493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184911494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184911494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184911494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:13.287343 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14731): Process ended prematurely: osmo-stp_10.42.42.5(pid=14731) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14731)] [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:49:13.296709 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:49:13.359818 run osmo-hlr_10.42.42.2(pid=14728): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14728)]\u000a18:49:13.411154 run osmo-hlr_10.42.42.2(pid=14728): stdout: \u000a| (launched: 2022-12-12_18:49:10.281815) \u000a18:49:13.463136 run osmo-hlr_10.42.42.2(pid=14728): stderr: \u000a| �[0;m�[1;31m20221212184910478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184910479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184910479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184910479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184910479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184910479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184910491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184910499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184910500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184910500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:49:13.534206 run osmo-msc_10.42.42.6(pid=14734): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14734)]\u000a18:49:13.586106 run osmo-msc_10.42.42.6(pid=14734): stdout: \u000a| (launched: 2022-12-12_18:49:12.345232) \u000a18:49:13.638254 run osmo-msc_10.42.42.6(pid=14734): stderr: \u000a| �[0;m�[38;5;43m20221212184912669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184912670 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f063e398c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184912670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184912670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184912670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184912670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184912672 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184912672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184912672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184912672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:49:13.682521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14727): Terminating (SIGTERM)\u000a18:49:13.724432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14730): Terminating (SIGTERM)\u000a18:49:13.766602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14733): Terminating (SIGTERM)\u000a18:49:13.776496 --- ParallelTerminationStrategy: PID 14727 died...\u000a18:49:13.832820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14727): Terminated: ok {rc=0}\u000a18:49:13.842959 --- ParallelTerminationStrategy: PID 14730 died...\u000a18:49:13.899064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14730): Terminated: ok {rc=0}\u000a18:49:13.909203 --- ParallelTerminationStrategy: PID 14733 died...\u000a18:49:13.965743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14733): Terminated: ok {rc=0}\u000a18:49:14.053847 bus /sierra_3: Setting Powered False\u000a18:49:15.160855 bus /sierra_3: Setting Powered False\u000a18:49:16.271257 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14742): Process ended prematurely: osmo-stp_10.42.42.5(pid=14742) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14742)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14742): Process ended prematurely: osmo-stp_10.42.42.5(pid=14742) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14742)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:49:17.386386 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:17.398824 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:49:17.568064 tst mo_mt_call_osmux.py: using LAC 30785\u000a18:49:17.694074 tst mo_mt_call_osmux.py: using RAC 185\u000a18:49:17.827067 tst mo_mt_call_osmux.py: using CellId 30785\u000a18:49:17.948071 tst mo_mt_call_osmux.py: using BVCI 30786\u000a18:49:17.971622 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:17.983129 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:17.994446 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:18.006105 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:18.017778 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:18.029256 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:49:18.150341 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:49:18.362022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:49:18.886291 run create_hlr_db(pid=14736): Launched\u000a18:49:19.075205 bus /sierra_2: Setting Powered False\u000a18:49:20.097296 run create_hlr_db(pid=14736): Terminated: ok {rc=0}\u000a18:49:20.509968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14738): Launched\u000a18:49:20.818566 run osmo-hlr_10.42.42.2(pid=14739): Launched\u000a18:49:20.930560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:49:21.461175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14741): Launched\u000a18:49:21.768301 run osmo-stp_10.42.42.5(pid=14742): Launched\u000a18:49:21.879181 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:22.439455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14744): Launched\u000a18:49:22.748866 run osmo-msc_10.42.42.6(pid=14745): Launched\u000a18:49:22.927555 run osmo-stp_10.42.42.5(pid=14742): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14742)]\u000a18:49:23.056461 run osmo-stp_10.42.42.5(pid=14742): stdout: \u000a| (launched: 2022-12-12_18:49:21.616102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:23.183184 run osmo-stp_10.42.42.5(pid=14742): stderr: \u000a| �[0;m�[38;5;43m20221212184921785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184921785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184921785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184921786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184921786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184921786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184921786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:23.305815 run osmo-stp_10.42.42.5(pid=14742): stdout: \u000a| (launched: 2022-12-12_18:49:21.616102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:23.427379 run osmo-stp_10.42.42.5(pid=14742): stderr: \u000a| �[0;m�[38;5;43m20221212184921785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184921785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184921785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184921786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184921786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184921786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184921786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:23.481346 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14742): Process ended prematurely: osmo-stp_10.42.42.5(pid=14742) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14742)] [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:49:23.490027 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:49:23.551221 run osmo-hlr_10.42.42.2(pid=14739): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14739)]\u000a18:49:23.600465 run osmo-hlr_10.42.42.2(pid=14739): stdout: \u000a| (launched: 2022-12-12_18:49:20.665075) \u000a18:49:23.650692 run osmo-hlr_10.42.42.2(pid=14739): stderr: \u000a| �[0;m�[1;31m20221212184920838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184920838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184920838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184920838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184920838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184920838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184920850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184920858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184920858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184920858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:49:23.718450 run osmo-msc_10.42.42.6(pid=14745): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14745)]\u000a18:49:23.767501 run osmo-msc_10.42.42.6(pid=14745): stdout: \u000a| (launched: 2022-12-12_18:49:22.594516) \u000a18:49:23.817411 run osmo-msc_10.42.42.6(pid=14745): stderr: \u000a| �[0;m�[38;5;43m20221212184922866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184922867 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb57b4c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184922867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184922867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184922867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184922867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184922869 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184922869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184922869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184922870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:49:23.859187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14738): Terminating (SIGTERM)\u000a18:49:23.898974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14741): Terminating (SIGTERM)\u000a18:49:23.938719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14744): Terminating (SIGTERM)\u000a18:49:23.948260 --- ParallelTerminationStrategy: PID 14738 died...\u000a18:49:24.001730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14738): Terminated: ok {rc=0}\u000a18:49:24.011809 --- ParallelTerminationStrategy: PID 14741 died...\u000a18:49:24.065199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14741): Terminated: ok {rc=0}\u000a18:49:24.075028 --- ParallelTerminationStrategy: PID 14744 died...\u000a18:49:24.128520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14744): Terminated: ok {rc=0}\u000a18:49:24.212132 bus /sierra_3: Setting Powered False\u000a18:49:25.319139 bus /sierra_3: Setting Powered False\u000a18:49:26.430060 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:49:06" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14756): Process ended prematurely: osmo-stp_10.42.42.5(pid=14756) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14756)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14756): Process ended prematurely: osmo-stp_10.42.42.5(pid=14756) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:49:28.439834 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:49:28.451542 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:49:28.613966 tst mo_mt_call.py: using LAC 30786\u000a18:49:28.742799 tst mo_mt_call.py: using RAC 186\u000a18:49:28.871764 tst mo_mt_call.py: using CellId 30786\u000a18:49:28.993538 tst mo_mt_call.py: using BVCI 30787\u000a18:49:29.016597 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:49:29.028127 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:49:29.039388 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:49:29.051010 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:49:29.062570 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:49:29.073978 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:49:29.190046 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:49:29.401551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:49:29.925166 run create_hlr_db(pid=14750): Launched\u000a18:49:30.113794 bus /sierra_2: Setting Powered False\u000a18:49:31.136449 run create_hlr_db(pid=14750): Terminated: ok {rc=0}\u000a18:49:31.588771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14752): Launched\u000a18:49:32.023189 run osmo-hlr_10.42.42.2(pid=14753): Launched\u000a18:49:32.165243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:49:32.698264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14755): Launched\u000a18:49:33.007084 run osmo-stp_10.42.42.5(pid=14756): Launched\u000a18:49:33.117593 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:33.676218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14758): Launched\u000a18:49:33.985926 run osmo-msc_10.42.42.6(pid=14759): Launched\u000a18:49:34.165337 run osmo-stp_10.42.42.5(pid=14756): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14756)]\u000a18:49:34.294225 run osmo-stp_10.42.42.5(pid=14756): stdout: \u000a| (launched: 2022-12-12_18:49:32.852780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:34.423277 run osmo-stp_10.42.42.5(pid=14756): stderr: \u000a| �[0;m�[38;5;43m20221212184933022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184933022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184933022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184933023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184933023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184933023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184933023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:34.546070 run osmo-stp_10.42.42.5(pid=14756): stdout: \u000a| (launched: 2022-12-12_18:49:32.852780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:34.667979 run osmo-stp_10.42.42.5(pid=14756): stderr: \u000a| �[0;m�[38;5;43m20221212184933022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184933022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184933022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184933023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184933023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184933023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184933023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:34.721486 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14756): Process ended prematurely: osmo-stp_10.42.42.5(pid=14756) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14756)] [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:49:34.730319 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:49:34.791190 run osmo-hlr_10.42.42.2(pid=14753): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14753)]\u000a18:49:34.840764 run osmo-hlr_10.42.42.2(pid=14753): stdout: \u000a| (launched: 2022-12-12_18:49:31.758533) \u000a18:49:34.891143 run osmo-hlr_10.42.42.2(pid=14753): stderr: \u000a| �[0;m�[1;31m20221212184932066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184932066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184932066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184932066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184932066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184932066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184932078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184932086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184932086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184932086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:49:34.959529 run osmo-msc_10.42.42.6(pid=14759): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14759)]\u000a18:49:35.009003 run osmo-msc_10.42.42.6(pid=14759): stdout: \u000a| (launched: 2022-12-12_18:49:33.831539) \u000a18:49:35.059440 run osmo-msc_10.42.42.6(pid=14759): stderr: \u000a| �[0;m�[38;5;43m20221212184934102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184934102 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1510f96c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184934103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184934103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184934103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184934103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184934105 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184934105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184934105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184934106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:49:35.101290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14752): Terminating (SIGTERM)\u000a18:49:35.141040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14755): Terminating (SIGTERM)\u000a18:49:35.181062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14758): Terminating (SIGTERM)\u000a18:49:35.190704 --- ParallelTerminationStrategy: PID 14752 died...\u000a18:49:35.243903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14752): Terminated: ok {rc=0}\u000a18:49:35.253904 --- ParallelTerminationStrategy: PID 14755 died...\u000a18:49:35.307064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14755): Terminated: ok {rc=0}\u000a18:49:35.317049 --- ParallelTerminationStrategy: PID 14758 died...\u000a18:49:35.369986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14758): Terminated: ok {rc=0}\u000a18:49:35.459086 bus /sierra_3: Setting Powered False\u000a18:49:36.562902 bus /sierra_3: Setting Powered False\u000a18:49:37.676513 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14768): Process ended prematurely: osmo-stp_10.42.42.5(pid=14768) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14768)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14768): Process ended prematurely: osmo-stp_10.42.42.5(pid=14768) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:49:38.787090 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:49:38.799134 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:49:38.956210 tst mo_mt_call_osmux.py: using LAC 30787\u000a18:49:39.077276 tst mo_mt_call_osmux.py: using RAC 187\u000a18:49:39.204675 tst mo_mt_call_osmux.py: using CellId 30787\u000a18:49:39.332635 tst mo_mt_call_osmux.py: using BVCI 30788\u000a18:49:39.357855 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:49:39.369898 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:49:39.381762 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:49:39.394337 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:49:39.407245 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:49:39.418905 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:49:39.537899 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:49:39.747035 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:49:40.259332 run create_hlr_db(pid=14762): Launched\u000a18:49:40.448721 bus /sierra_2: Setting Powered False\u000a18:49:41.468856 run create_hlr_db(pid=14762): Terminated: ok {rc=0}\u000a18:49:41.881230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14764): Launched\u000a18:49:42.189340 run osmo-hlr_10.42.42.2(pid=14765): Launched\u000a18:49:42.308490 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:49:42.844156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14767): Launched\u000a18:49:43.151066 run osmo-stp_10.42.42.5(pid=14768): Launched\u000a18:49:43.262097 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:43.821156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14770): Launched\u000a18:49:44.130233 run osmo-msc_10.42.42.6(pid=14771): Launched\u000a18:49:44.310602 run osmo-stp_10.42.42.5(pid=14768): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14768)]\u000a18:49:44.440517 run osmo-stp_10.42.42.5(pid=14768): stdout: \u000a| (launched: 2022-12-12_18:49:42.999070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:44.567890 run osmo-stp_10.42.42.5(pid=14768): stderr: \u000a| �[0;m�[38;5;43m20221212184943169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184943169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184943169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184943170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184943170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184943170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184943170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:44.691339 run osmo-stp_10.42.42.5(pid=14768): stdout: \u000a| (launched: 2022-12-12_18:49:42.999070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:44.813319 run osmo-stp_10.42.42.5(pid=14768): stderr: \u000a| �[0;m�[38;5;43m20221212184943169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184943169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184943169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184943170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184943170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184943170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184943170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:44.867110 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14768): Process ended prematurely: osmo-stp_10.42.42.5(pid=14768) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14768)] [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:49:44.875829 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:49:44.936179 run osmo-hlr_10.42.42.2(pid=14765): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14765)]\u000a18:49:44.985387 run osmo-hlr_10.42.42.2(pid=14765): stdout: \u000a| (launched: 2022-12-12_18:49:42.036341) \u000a18:49:45.035007 run osmo-hlr_10.42.42.2(pid=14765): stderr: \u000a| �[0;m�[1;31m20221212184942213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184942213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184942213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184942213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184942214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184942214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184942226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184942235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184942235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184942235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:49:45.102320 run osmo-msc_10.42.42.6(pid=14771): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14771)]\u000a18:49:45.151754 run osmo-msc_10.42.42.6(pid=14771): stdout: \u000a| (launched: 2022-12-12_18:49:43.976342) \u000a18:49:45.201690 run osmo-msc_10.42.42.6(pid=14771): stderr: \u000a| �[0;m�[38;5;43m20221212184944246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184944246 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd83b7fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184944246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184944246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184944246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184944246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184944248 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184944249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184944249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184944249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:49:45.243923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14764): Terminating (SIGTERM)\u000a18:49:45.284012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14767): Terminating (SIGTERM)\u000a18:49:45.323924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14770): Terminating (SIGTERM)\u000a18:49:45.333543 --- ParallelTerminationStrategy: PID 14764 died...\u000a18:49:45.387124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14764): Terminated: ok {rc=0}\u000a18:49:45.397098 --- ParallelTerminationStrategy: PID 14767 died...\u000a18:49:45.450705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14767): Terminated: ok {rc=0}\u000a18:49:45.460289 --- ParallelTerminationStrategy: PID 14770 died...\u000a18:49:45.513363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14770): Terminated: ok {rc=0}\u000a18:49:45.602606 bus /sierra_3: Setting Powered False\u000a18:49:46.728335 bus /sierra_3: Setting Powered False\u000a18:49:47.842830 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:49:28" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14782): Process ended prematurely: osmo-stp_10.42.42.5(pid=14782) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14782)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14782): Process ended prematurely: osmo-stp_10.42.42.5(pid=14782) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:49:49.838160 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:49.849457 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:49:50.002847 tst mo_mt_call.py: using LAC 30788\u000a18:49:50.123476 tst mo_mt_call.py: using RAC 188\u000a18:49:50.242948 tst mo_mt_call.py: using CellId 30788\u000a18:49:50.361884 tst mo_mt_call.py: using BVCI 30789\u000a18:49:50.384767 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:50.395987 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:50.407182 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:50.418663 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:50.430178 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:49:50.441513 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:49:50.560273 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:49:50.773236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:49:51.293757 run create_hlr_db(pid=14776): Launched\u000a18:49:51.481688 bus /sierra_2: Setting Powered False\u000a18:49:52.503030 run create_hlr_db(pid=14776): Terminated: ok {rc=0}\u000a18:49:52.936878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14778): Launched\u000a18:49:53.265429 run osmo-hlr_10.42.42.2(pid=14779): Launched\u000a18:49:53.383508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:49:53.951178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14781): Launched\u000a18:49:54.279163 run osmo-stp_10.42.42.5(pid=14782): Launched\u000a18:49:54.397520 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:54.994814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14784): Launched\u000a18:49:55.322369 run osmo-msc_10.42.42.6(pid=14785): Launched\u000a18:49:55.513284 run osmo-stp_10.42.42.5(pid=14782): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14782)]\u000a18:49:55.650838 run osmo-stp_10.42.42.5(pid=14782): stdout: \u000a| (launched: 2022-12-12_18:49:54.117251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:55.786198 run osmo-stp_10.42.42.5(pid=14782): stderr: \u000a| �[0;m�[38;5;43m20221212184954309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184954309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184954310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184954310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184954310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184954310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184954311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:55.916608 run osmo-stp_10.42.42.5(pid=14782): stdout: \u000a| (launched: 2022-12-12_18:49:54.117251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:56.046264 run osmo-stp_10.42.42.5(pid=14782): stderr: \u000a| �[0;m�[38;5;43m20221212184954309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212184954309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212184954310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212184954310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212184954310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212184954310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212184954311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:56.103695 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14782): Process ended prematurely: osmo-stp_10.42.42.5(pid=14782) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14782)] [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:49:56.113020 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:49:56.175669 run osmo-hlr_10.42.42.2(pid=14779): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14779)]\u000a18:49:56.227022 run osmo-hlr_10.42.42.2(pid=14779): stdout: \u000a| (launched: 2022-12-12_18:49:53.102976) \u000a18:49:56.278981 run osmo-hlr_10.42.42.2(pid=14779): stderr: \u000a| �[0;m�[1;31m20221212184953299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212184953299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212184953299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184953299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212184953300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212184953300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212184953319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212184953328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212184953329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212184953329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:49:56.349824 run osmo-msc_10.42.42.6(pid=14785): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14785)]\u000a18:49:56.400862 run osmo-msc_10.42.42.6(pid=14785): stdout: \u000a| (launched: 2022-12-12_18:49:55.160600) \u000a18:49:56.452490 run osmo-msc_10.42.42.6(pid=14785): stderr: \u000a| �[0;m�[38;5;43m20221212184955482 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212184955482 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ef4696c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212184955482 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212184955482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212184955482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212184955483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212184955484 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212184955485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212184955485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212184955485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:49:56.496576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14778): Terminating (SIGTERM)\u000a18:49:56.538419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14781): Terminating (SIGTERM)\u000a18:49:56.580806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14784): Terminating (SIGTERM)\u000a18:49:56.590765 --- ParallelTerminationStrategy: PID 14778 died...\u000a18:49:56.646811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14778): Terminated: ok {rc=0}\u000a18:49:56.656919 --- ParallelTerminationStrategy: PID 14781 died...\u000a18:49:56.712483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14781): Terminated: ok {rc=0}\u000a18:49:56.722708 --- ParallelTerminationStrategy: PID 14784 died...\u000a18:49:56.778243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14784): Terminated: ok {rc=0}\u000a18:49:56.866863 bus /sierra_3: Setting Powered False\u000a18:49:57.974285 bus /sierra_3: Setting Powered False\u000a18:49:59.083228 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14803): Process ended prematurely: osmo-stp_10.42.42.5(pid=14803) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14803)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14803): Process ended prematurely: osmo-stp_10.42.42.5(pid=14803) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:50:00.198445 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:00.210994 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:50:00.374368 tst mo_mt_call_osmux.py: using LAC 30789\u000a18:50:00.501871 tst mo_mt_call_osmux.py: using RAC 189\u000a18:50:00.630299 tst mo_mt_call_osmux.py: using CellId 30789\u000a18:50:00.756595 tst mo_mt_call_osmux.py: using BVCI 30790\u000a18:50:00.781264 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:00.793046 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:00.805228 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:00.817068 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:00.831629 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:00.855726 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:50:00.994143 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:50:01.250142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:01.829292 run create_hlr_db(pid=14791): Launched\u000a18:50:02.011314 bus /sierra_2: Setting Powered False\u000a18:50:03.027942 run create_hlr_db(pid=14791): Terminated: ok {rc=0}\u000a18:50:03.464251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14799): Launched\u000a18:50:03.794202 run osmo-hlr_10.42.42.2(pid=14800): Launched\u000a18:50:03.921264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:50:04.492609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14802): Launched\u000a18:50:04.822187 run osmo-stp_10.42.42.5(pid=14803): Launched\u000a18:50:04.940159 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:50:05.538452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14805): Launched\u000a18:50:05.866316 run osmo-msc_10.42.42.6(pid=14806): Launched\u000a18:50:06.056533 run osmo-stp_10.42.42.5(pid=14803): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14803)]\u000a18:50:06.193584 run osmo-stp_10.42.42.5(pid=14803): stdout: \u000a| (launched: 2022-12-12_18:50:04.659239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:06.329491 run osmo-stp_10.42.42.5(pid=14803): stderr: \u000a| �[0;m�[38;5;43m20221212185004851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185004851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185004851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185004852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185004852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185004852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185004853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:06.461276 run osmo-stp_10.42.42.5(pid=14803): stdout: \u000a| (launched: 2022-12-12_18:50:04.659239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:06.591432 run osmo-stp_10.42.42.5(pid=14803): stderr: \u000a| �[0;m�[38;5;43m20221212185004851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185004851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185004851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185004852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185004852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185004852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185004853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:06.649287 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14803): Process ended prematurely: osmo-stp_10.42.42.5(pid=14803) [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14803)] [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:50:06.658988 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a18:50:06.722420 run osmo-hlr_10.42.42.2(pid=14800): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14800)]\u000a18:50:06.774340 run osmo-hlr_10.42.42.2(pid=14800): stdout: \u000a| (launched: 2022-12-12_18:50:03.631469) \u000a18:50:06.826643 run osmo-hlr_10.42.42.2(pid=14800): stderr: \u000a| �[0;m�[1;31m20221212185003830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185003830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185003830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185003830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185003830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185003830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185003844 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185003853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185003853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185003853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:50:06.897444 run osmo-msc_10.42.42.6(pid=14806): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14806)]\u000a18:50:06.948647 run osmo-msc_10.42.42.6(pid=14806): stdout: \u000a| (launched: 2022-12-12_18:50:05.705277) \u000a18:50:07.000482 run osmo-msc_10.42.42.6(pid=14806): stderr: \u000a| �[0;m�[38;5;43m20221212185006027 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212185006027 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea8f9e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212185006027 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212185006027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212185006028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212185006028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212185006030 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212185006030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212185006030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212185006030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:50:07.044831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14799): Terminating (SIGTERM)\u000a18:50:07.086949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14802): Terminating (SIGTERM)\u000a18:50:07.129199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14805): Terminating (SIGTERM)\u000a18:50:07.139141 --- ParallelTerminationStrategy: PID 14799 died...\u000a18:50:07.195385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14799): Terminated: ok {rc=0}\u000a18:50:07.206067 --- ParallelTerminationStrategy: PID 14802 died...\u000a18:50:07.261861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14802): Terminated: ok {rc=0}\u000a18:50:07.272210 --- ParallelTerminationStrategy: PID 14805 died...\u000a18:50:07.328622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14805): Terminated: ok {rc=0}\u000a18:50:07.419331 bus /sierra_3: Setting Powered False\u000a18:50:08.522704 bus /sierra_3: Setting Powered False\u000a18:50:09.634818 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:49:49" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15168): Process ended prematurely: osmo-stp_10.42.42.5(pid=15168) [trial-2380↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15168)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15168): Process ended prematurely: osmo-stp_10.42.42.5(pid=15168) [trial-2380↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:50:11.632313 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:50:11.643707 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:50:11.797579 tst mo_mt_call.py: using LAC 30790\u000a18:50:11.915977 tst mo_mt_call.py: using RAC 190\u000a18:50:12.036486 tst mo_mt_call.py: using CellId 30790\u000a18:50:12.155186 tst mo_mt_call.py: using BVCI 30791\u000a18:50:12.178244 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:50:12.189675 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:50:12.200826 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:50:12.212338 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:50:12.223859 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:50:12.235306 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:50:12.352260 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:50:12.568702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:13.103954 run create_hlr_db(pid=14871): Launched\u000a18:50:13.294300 bus /sierra_2: Setting Powered False\u000a18:50:14.310369 run create_hlr_db(pid=14871): Terminated: ok {rc=0}\u000a18:50:14.723169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15164): Launched\u000a18:50:15.030717 run osmo-hlr_10.42.42.2(pid=15165): Launched\u000a18:50:15.140912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:50:15.673268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15167): Launched\u000a18:50:16.058109 run osmo-stp_10.42.42.5(pid=15168): Launched\u000a18:50:16.173974 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:50:16.788045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15170): Launched\u000a18:50:17.156381 run osmo-msc_10.42.42.6(pid=15171): Launched\u000a18:50:17.454808 run osmo-stp_10.42.42.5(pid=15168): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15168)]\u000a18:50:17.598289 run osmo-stp_10.42.42.5(pid=15168): stdout: \u000a| (launched: 2022-12-12_18:50:15.828219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:17.735326 run osmo-stp_10.42.42.5(pid=15168): stderr: \u000a| �[0;m�[38;5;43m20221212185016160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185016160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185016160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185016161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185016164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185016164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185016164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:17.865933 run osmo-stp_10.42.42.5(pid=15168): stdout: \u000a| (launched: 2022-12-12_18:50:15.828219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:17.995101 run osmo-stp_10.42.42.5(pid=15168): stderr: \u000a| �[0;m�[38;5;43m20221212185016160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185016160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185016160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185016161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185016164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185016164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185016164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:18.052852 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15168): Process ended prematurely: osmo-stp_10.42.42.5(pid=15168) [trial-2380↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15168)] [trial-2380↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:50:18.062497 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a18:50:18.125391 run osmo-hlr_10.42.42.2(pid=15165): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15165)]\u000a18:50:18.176732 run osmo-hlr_10.42.42.2(pid=15165): stdout: \u000a| (launched: 2022-12-12_18:50:14.877929) \u000a18:50:18.228687 run osmo-hlr_10.42.42.2(pid=15165): stderr: \u000a| �[0;m�[1;31m20221212185015051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185015051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185015051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185015051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185015051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185015051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185015085 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185015094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185015095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185015095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:50:18.299493 run osmo-msc_10.42.42.6(pid=15171): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15171)]\u000a18:50:18.350736 run osmo-msc_10.42.42.6(pid=15171): stdout: \u000a| (launched: 2022-12-12_18:50:16.947242) \u000a18:50:18.402968 run osmo-msc_10.42.42.6(pid=15171): stderr: \u000a| �[0;m�[38;5;43m20221212185017444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212185017444 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa306417c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212185017444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212185017444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212185017444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212185017444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212185017446 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212185017447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212185017447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212185017447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:50:18.447643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15164): Terminating (SIGTERM)\u000a18:50:18.489997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15167): Terminating (SIGTERM)\u000a18:50:18.532251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15170): Terminating (SIGTERM)\u000a18:50:18.542390 --- ParallelTerminationStrategy: PID 15164 died...\u000a18:50:18.599308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15164): Terminated: ok {rc=0}\u000a18:50:18.609841 --- ParallelTerminationStrategy: PID 15167 died...\u000a18:50:18.666241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15167): Terminated: ok {rc=0}\u000a18:50:18.676489 --- ParallelTerminationStrategy: PID 15170 died...\u000a18:50:18.732366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15170): Terminated: ok {rc=0}\u000a18:50:18.819478 bus /sierra_3: Setting Powered False\u000a18:50:19.928537 bus /sierra_3: Setting Powered False\u000a18:50:21.036590 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15354): Process ended prematurely: osmo-stp_10.42.42.5(pid=15354) [trial-2380↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15354)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15354): Process ended prematurely: osmo-stp_10.42.42.5(pid=15354) [trial-2380↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:50:22.153076 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:50:22.165939 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:50:22.329617 tst mo_mt_call_osmux.py: using LAC 30791\u000a18:50:22.457191 tst mo_mt_call_osmux.py: using RAC 191\u000a18:50:22.579678 tst mo_mt_call_osmux.py: using CellId 30791\u000a18:50:22.702243 tst mo_mt_call_osmux.py: using BVCI 30792\u000a18:50:22.726243 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:50:22.737937 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:50:22.749955 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:50:22.762269 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:50:22.775188 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:50:22.788534 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:50:22.910990 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:50:23.125549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:23.691537 run create_hlr_db(pid=15270): Launched\u000a18:50:23.872834 bus /sierra_2: Setting Powered False\u000a18:50:24.905538 run create_hlr_db(pid=15270): Terminated: ok {rc=0}\u000a18:50:25.356505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15350): Launched\u000a18:50:25.790124 run osmo-hlr_10.42.42.2(pid=15351): Launched\u000a18:50:26.025131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:50:26.614914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15353): Launched\u000a18:50:27.039480 run osmo-stp_10.42.42.5(pid=15354): Launched\u000a18:50:27.265449 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:50:27.881698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15356): Launched\u000a18:50:28.287093 run osmo-msc_10.42.42.6(pid=15357): Launched\u000a18:50:28.683490 run osmo-stp_10.42.42.5(pid=15354): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15354)]\u000a18:50:28.902055 run osmo-stp_10.42.42.5(pid=15354): stdout: \u000a| (launched: 2022-12-12_18:50:26.784736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:29.029432 run osmo-stp_10.42.42.5(pid=15354): stderr: \u000a| �[0;m�[38;5;43m20221212185027077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185027077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185027078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185027078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185027078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185027079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185027079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:29.152154 run osmo-stp_10.42.42.5(pid=15354): stdout: \u000a| (launched: 2022-12-12_18:50:26.784736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:29.273983 run osmo-stp_10.42.42.5(pid=15354): stderr: \u000a| �[0;m�[38;5;43m20221212185027077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185027077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185027078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185027078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185027078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185027079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185027079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:29.327891 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15354): Process ended prematurely: osmo-stp_10.42.42.5(pid=15354) [trial-2380↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15354)] [trial-2380↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:50:29.336882 tst mo_mt_call_osmux.py:8: Test FAILED (7.2 sec)\u000a18:50:29.398251 run osmo-hlr_10.42.42.2(pid=15351): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15351)]\u000a18:50:29.447644 run osmo-hlr_10.42.42.2(pid=15351): stdout: \u000a| (launched: 2022-12-12_18:50:25.526846) \u000a18:50:29.497621 run osmo-hlr_10.42.42.2(pid=15351): stderr: \u000a| �[0;m�[1;31m20221212185025832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185025832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185025832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185025833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185025833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185025833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185025851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185025865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185025865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185025865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:50:29.565814 run osmo-msc_10.42.42.6(pid=15357): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15357)]\u000a18:50:29.615373 run osmo-msc_10.42.42.6(pid=15357): stdout: \u000a| (launched: 2022-12-12_18:50:28.039963) \u000a18:50:29.665623 run osmo-msc_10.42.42.6(pid=15357): stderr: \u000a| �[0;m�[38;5;43m20221212185028646 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212185028646 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61fd1d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212185028646 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212185028646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212185028646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212185028646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212185028648 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212185028657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212185028657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212185028657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:50:29.708142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15350): Terminating (SIGTERM)\u000a18:50:29.748492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15353): Terminating (SIGTERM)\u000a18:50:29.789010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15356): Terminating (SIGTERM)\u000a18:50:29.799003 --- ParallelTerminationStrategy: PID 15350 died...\u000a18:50:29.853235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15350): Terminated: ok {rc=0}\u000a18:50:29.863298 --- ParallelTerminationStrategy: PID 15353 died...\u000a18:50:29.917151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15353): Terminated: ok {rc=0}\u000a18:50:29.927023 --- ParallelTerminationStrategy: PID 15356 died...\u000a18:50:29.980641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15356): Terminated: ok {rc=0}\u000a18:50:30.070013 bus /sierra_3: Setting Powered False\u000a18:50:31.199869 bus /sierra_3: Setting Powered False\u000a18:50:32.307898 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:50:11" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15369): Process ended prematurely: osmo-stp_10.42.42.5(pid=15369) [trial-2380↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15369)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15369): Process ended prematurely: osmo-stp_10.42.42.5(pid=15369) [trial-2380↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a18:50:34.324549 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:50:34.336677 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:50:34.481455 tst mo_mt_call.py: using LAC 30792\u000a18:50:34.600829 tst mo_mt_call.py: using RAC 192\u000a18:50:34.718527 tst mo_mt_call.py: using CellId 30792\u000a18:50:34.836128 tst mo_mt_call.py: using BVCI 30793\u000a18:50:34.859294 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:50:34.870867 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:50:34.882187 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:50:34.893791 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:50:34.905479 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:50:34.917061 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:50:35.038686 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:50:35.244213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:35.728188 run create_hlr_db(pid=15363): Launched\u000a18:50:35.905180 bus /sierra_2: Setting Powered False\u000a18:50:36.926515 run create_hlr_db(pid=15363): Terminated: ok {rc=0}\u000a18:50:37.362580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15365): Launched\u000a18:50:37.693476 run osmo-hlr_10.42.42.2(pid=15366): Launched\u000a18:50:37.810970 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:50:38.380217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15368): Launched\u000a18:50:38.710010 run osmo-stp_10.42.42.5(pid=15369): Launched\u000a18:50:38.827806 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:50:39.426397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15371): Launched\u000a18:50:39.757117 run osmo-msc_10.42.42.6(pid=15372): Launched\u000a18:50:39.948618 run osmo-stp_10.42.42.5(pid=15369): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15369)]\u000a18:50:40.085778 run osmo-stp_10.42.42.5(pid=15369): stdout: \u000a| (launched: 2022-12-12_18:50:38.546822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:40.221531 run osmo-stp_10.42.42.5(pid=15369): stderr: \u000a| �[0;m�[38;5;43m20221212185038742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185038742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185038742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185038742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185038743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185038743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185038743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:40.352552 run osmo-stp_10.42.42.5(pid=15369): stdout: \u000a| (launched: 2022-12-12_18:50:38.546822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:40.482390 run osmo-stp_10.42.42.5(pid=15369): stderr: \u000a| �[0;m�[38;5;43m20221212185038742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185038742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185038742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185038742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185038743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185038743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185038743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:40.539745 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15369): Process ended prematurely: osmo-stp_10.42.42.5(pid=15369) [trial-2380↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15369)] [trial-2380↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a18:50:40.549341 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:50:40.612485 run osmo-hlr_10.42.42.2(pid=15366): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15366)]\u000a18:50:40.664557 run osmo-hlr_10.42.42.2(pid=15366): stdout: \u000a| (launched: 2022-12-12_18:50:37.529973) \u000a18:50:40.716400 run osmo-hlr_10.42.42.2(pid=15366): stderr: \u000a| �[0;m�[1;31m20221212185037727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185037727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185037727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185037727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185037727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185037727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185037739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185037750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185037750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185037750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:50:40.787089 run osmo-msc_10.42.42.6(pid=15372): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15372)]\u000a18:50:40.838259 run osmo-msc_10.42.42.6(pid=15372): stdout: \u000a| (launched: 2022-12-12_18:50:39.593311) \u000a18:50:40.890066 run osmo-msc_10.42.42.6(pid=15372): stderr: \u000a| �[0;m�[38;5;43m20221212185039917 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212185039917 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4124908c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212185039917 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212185039917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212185039917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212185039918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212185039919 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212185039920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212185039920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212185039920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:50:40.934375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15365): Terminating (SIGTERM)\u000a18:50:40.976144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15368): Terminating (SIGTERM)\u000a18:50:41.018575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15371): Terminating (SIGTERM)\u000a18:50:41.028477 --- ParallelTerminationStrategy: PID 15365 died...\u000a18:50:41.085064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15365): Terminated: ok {rc=0}\u000a18:50:41.095341 --- ParallelTerminationStrategy: PID 15368 died...\u000a18:50:41.151465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15368): Terminated: ok {rc=0}\u000a18:50:41.161805 --- ParallelTerminationStrategy: PID 15371 died...\u000a18:50:41.217719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15371): Terminated: ok {rc=0}\u000a18:50:41.305460 bus /sierra_3: Setting Powered False\u000a18:50:42.414505 bus /sierra_3: Setting Powered False\u000a18:50:43.526007 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15381): Process ended prematurely: osmo-stp_10.42.42.5(pid=15381) [trial-2380↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15381)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15381): Process ended prematurely: osmo-stp_10.42.42.5(pid=15381) [trial-2380↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15381)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:50:44.636574 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:50:44.649136 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:50:44.790327 tst mo_mt_call_osmux.py: using LAC 30793\u000a18:50:44.910122 tst mo_mt_call_osmux.py: using RAC 193\u000a18:50:45.029794 tst mo_mt_call_osmux.py: using CellId 30793\u000a18:50:45.150544 tst mo_mt_call_osmux.py: using BVCI 30794\u000a18:50:45.173985 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:50:45.185580 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:50:45.196900 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:50:45.208852 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:50:45.220673 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a18:50:45.232303 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:50:45.353345 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a18:50:45.557408 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:46.095773 run create_hlr_db(pid=15375): Launched\u000a18:50:46.277345 bus /sierra_2: Setting Powered False\u000a18:50:47.320658 run create_hlr_db(pid=15375): Terminated: ok {rc=0}\u000a18:50:47.756519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15377): Launched\u000a18:50:48.085842 run osmo-hlr_10.42.42.2(pid=15378): Launched\u000a18:50:48.205261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:50:48.774520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15380): Launched\u000a18:50:49.102789 run osmo-stp_10.42.42.5(pid=15381): Launched\u000a18:50:49.220154 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:50:49.819215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15383): Launched\u000a18:50:50.148185 run osmo-msc_10.42.42.6(pid=15384): Launched\u000a18:50:50.338714 run osmo-stp_10.42.42.5(pid=15381): ERR: Terminated: ERROR {rc=1} [trial-2380↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15381)]\u000a18:50:50.482143 run osmo-stp_10.42.42.5(pid=15381): stdout: \u000a| (launched: 2022-12-12_18:50:48.940444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:50.618052 run osmo-stp_10.42.42.5(pid=15381): stderr: \u000a| �[0;m�[38;5;43m20221212185049132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185049132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185049133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185049133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185049133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185049134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185049134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:50.749829 run osmo-stp_10.42.42.5(pid=15381): stdout: \u000a| (launched: 2022-12-12_18:50:48.940444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:50.879802 run osmo-stp_10.42.42.5(pid=15381): stderr: \u000a| �[0;m�[38;5;43m20221212185049132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185049132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185049133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185049133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185049133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185049134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185049134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:50.937465 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15381): Process ended prematurely: osmo-stp_10.42.42.5(pid=15381) [trial-2380↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15381)] [trial-2380↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a18:50:50.946931 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:50:51.009743 run osmo-hlr_10.42.42.2(pid=15378): ERR: Terminated: ERROR {rc=237} [trial-2380↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15378)]\u000a18:50:51.061116 run osmo-hlr_10.42.42.2(pid=15378): stdout: \u000a| (launched: 2022-12-12_18:50:47.922783) \u000a18:50:51.113223 run osmo-hlr_10.42.42.2(pid=15378): stderr: \u000a| �[0;m�[1;31m20221212185048120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185048120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185048120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185048120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185048120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185048121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185048133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185048142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185048142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185048142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:50:51.184028 run osmo-msc_10.42.42.6(pid=15384): ERR: Terminated: ERROR {rc=2} [trial-2380↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15384)]\u000a18:50:51.235293 run osmo-msc_10.42.42.6(pid=15384): stdout: \u000a| (launched: 2022-12-12_18:50:49.985736) \u000a18:50:51.287296 run osmo-msc_10.42.42.6(pid=15384): stderr: \u000a| �[0;m�[38;5;43m20221212185050308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212185050309 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24cde23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212185050309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212185050309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212185050309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212185050309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212185050311 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212185050311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212185050311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212185050312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:50:51.331572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15377): Terminating (SIGTERM)\u000a18:50:51.373601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15380): Terminating (SIGTERM)\u000a18:50:51.415400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15383): Terminating (SIGTERM)\u000a18:50:51.425269 --- ParallelTerminationStrategy: PID 15377 died...\u000a18:50:51.481489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15377): Terminated: ok {rc=0}\u000a18:50:51.491821 --- ParallelTerminationStrategy: PID 15380 died...\u000a18:50:51.548522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15380): Terminated: ok {rc=0}\u000a18:50:51.558819 --- ParallelTerminationStrategy: PID 15383 died...\u000a18:50:51.615395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15383): Terminated: ok {rc=0}\u000a18:50:51.703913 bus /sierra_3: Setting Powered False\u000a18:50:52.808739 bus /sierra_3: Setting Powered False\u000a18:50:53.920654 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:50:34" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15395): Process ended prematurely: osmo-stp_10.42.42.5(pid=15395) [trial-2380↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15395)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15395): Process ended prematurely: osmo-stp_10.42.42.5(pid=15395) [trial-2380↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:50:55.942777 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:50:55.953979 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:50:56.092084 tst emergency_mo_mt_call.py: using LAC 30794\u000a18:50:56.212179 tst emergency_mo_mt_call.py: using RAC 194\u000a18:50:56.330027 tst emergency_mo_mt_call.py: using CellId 30794\u000a18:50:56.445938 tst emergency_mo_mt_call.py: using BVCI 30795\u000a18:50:56.468479 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:50:56.479357 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:50:56.489962 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:50:56.500813 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:50:56.511647 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:50:56.522752 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:50:56.642806 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:50:56.847246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:57.320200 run create_hlr_db(pid=15389): Launched\u000a18:50:57.493586 bus /sierra_2: Setting Powered False\u000a18:50:58.515122 run create_hlr_db(pid=15389): Terminated: ok {rc=0}\u000a18:50:58.945890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15391): Launched\u000a18:50:59.268301 run osmo-hlr_10.42.42.2(pid=15392): Launched\u000a18:50:59.385421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:50:59.971054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15394): Launched\u000a18:51:00.294462 run osmo-stp_10.42.42.5(pid=15395): Launched\u000a18:51:00.420514 tst emergency_mo_mt_call.py: using MSISDN 7911\u000a18:51:00.580672 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:51:01.188747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15397): Launched\u000a18:51:01.619727 run osmo-msc_10.42.42.6(pid=15398): Launched\u000a18:51:02.125444 run osmo-stp_10.42.42.5(pid=15395): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15395)]\u000a18:51:02.276924 run osmo-stp_10.42.42.5(pid=15395): stdout: \u000a| (launched: 2022-12-12_18:51:00.134589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:02.415029 run osmo-stp_10.42.42.5(pid=15395): stderr: \u000a| �[0;m�[38;5;43m20221212185100326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185100327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185100327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185100327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185100328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185100328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185100328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:02.544221 run osmo-stp_10.42.42.5(pid=15395): stdout: \u000a| (launched: 2022-12-12_18:51:00.134589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:02.673184 run osmo-stp_10.42.42.5(pid=15395): stderr: \u000a| �[0;m�[38;5;43m20221212185100326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185100327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185100327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185100327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185100328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185100328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185100328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:02.729711 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15395): Process ended prematurely: osmo-stp_10.42.42.5(pid=15395) [trial-2380↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15395)] [trial-2380↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a18:51:02.738432 tst emergency_mo_mt_call.py:19: Test FAILED (6.8 sec)\u000a18:51:02.802001 run osmo-hlr_10.42.42.2(pid=15392): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15392)]\u000a18:51:02.854241 run osmo-hlr_10.42.42.2(pid=15392): stdout: \u000a| (launched: 2022-12-12_18:50:59.109074) \u000a18:51:02.906791 run osmo-hlr_10.42.42.2(pid=15392): stderr: \u000a| �[0;m�[1;31m20221212185059306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185059306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185059306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185059306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185059306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185059306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185059319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185059327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185059327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185059327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:51:02.978172 run osmo-msc_10.42.42.6(pid=15398): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15398)]\u000a18:51:03.030140 run osmo-msc_10.42.42.6(pid=15398): stdout: \u000a| (launched: 2022-12-12_18:51:01.355200) \u000a18:51:03.082661 run osmo-msc_10.42.42.6(pid=15398): stderr: \u000a| �[0;m�[38;5;43m20221212185101839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212185101845 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f988b3f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212185101845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212185101845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212185101845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212185101846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212185101847 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212185101848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212185101848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212185101848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:51:03.127276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15391): Terminating (SIGTERM)\u000a18:51:03.169627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15394): Terminating (SIGTERM)\u000a18:51:03.211649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15397): Terminating (SIGTERM)\u000a18:51:03.221710 --- ParallelTerminationStrategy: PID 15391 died...\u000a18:51:03.278113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15391): Terminated: ok {rc=0}\u000a18:51:03.288419 --- ParallelTerminationStrategy: PID 15394 died...\u000a18:51:03.344612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15394): Terminated: ok {rc=0}\u000a18:51:03.354784 --- ParallelTerminationStrategy: PID 15397 died...\u000a18:51:03.410770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15397): Terminated: ok {rc=0}\u000a18:51:03.498724 bus /sierra_3: Setting Powered False\u000a18:51:04.605643 bus /sierra_3: Setting Powered False\u000a18:51:05.719209 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15406): Process ended prematurely: osmo-stp_10.42.42.5(pid=15406) [trial-2380↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15406)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15406): Process ended prematurely: osmo-stp_10.42.42.5(pid=15406) [trial-2380↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:51:06.771145 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:51:06.782638 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:51:06.931788 tst emergency_preemptive_call.py: using LAC 30795\u000a18:51:07.059999 tst emergency_preemptive_call.py: using RAC 195\u000a18:51:07.186311 tst emergency_preemptive_call.py: using CellId 30795\u000a18:51:07.312892 tst emergency_preemptive_call.py: using BVCI 30796\u000a18:51:07.337547 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:51:07.349110 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:51:07.360322 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:51:07.371676 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:51:07.383005 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a18:51:07.394294 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:51:07.510293 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:51:07.630272 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:51:07.750346 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:51:07.950678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:51:08.429361 run create_hlr_db(pid=15400): Launched\u000a18:51:08.602888 bus /sierra_2: Setting Powered False\u000a18:51:09.625187 run create_hlr_db(pid=15400): Terminated: ok {rc=0}\u000a18:51:10.053013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15402): Launched\u000a18:51:10.375321 run osmo-hlr_10.42.42.2(pid=15403): Launched\u000a18:51:10.491985 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:51:11.058578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15405): Launched\u000a18:51:11.381902 run osmo-stp_10.42.42.5(pid=15406): Launched\u000a18:51:11.510778 tst emergency_preemptive_call.py: using MSISDN 7912\u000a18:51:11.671508 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:51:12.259657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15408): Launched\u000a18:51:12.583807 run osmo-msc_10.42.42.6(pid=15409): Launched\u000a18:51:12.773951 run osmo-stp_10.42.42.5(pid=15406): ERR: Terminated: ERROR {rc=1} [trial-2380↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15406)]\u000a18:51:12.910435 run osmo-stp_10.42.42.5(pid=15406): stdout: \u000a| (launched: 2022-12-12_18:51:11.222060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:13.045700 run osmo-stp_10.42.42.5(pid=15406): stderr: \u000a| �[0;m�[38;5;43m20221212185111413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185111413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185111413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185111414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185111414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185111414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185111414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:13.175147 run osmo-stp_10.42.42.5(pid=15406): stdout: \u000a| (launched: 2022-12-12_18:51:11.222060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:13.303457 run osmo-stp_10.42.42.5(pid=15406): stderr: \u000a| �[0;m�[38;5;43m20221212185111413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185111413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185111413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185111414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185111414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185111414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185111414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:13.359809 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15406): Process ended prematurely: osmo-stp_10.42.42.5(pid=15406) [trial-2380↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15406)] [trial-2380↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a18:51:13.368555 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a18:51:13.431775 run osmo-hlr_10.42.42.2(pid=15403): ERR: Terminated: ERROR {rc=237} [trial-2380↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15403)]\u000a18:51:13.483471 run osmo-hlr_10.42.42.2(pid=15403): stdout: \u000a| (launched: 2022-12-12_18:51:10.216825) \u000a18:51:13.535707 run osmo-hlr_10.42.42.2(pid=15403): stderr: \u000a| �[0;m�[1;31m20221212185110412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185110412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185110412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185110412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185110412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185110412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185110425 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185110433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185110433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185110433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:51:13.607328 run osmo-msc_10.42.42.6(pid=15409): ERR: Terminated: ERROR {rc=2} [trial-2380↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15409)]\u000a18:51:13.659318 run osmo-msc_10.42.42.6(pid=15409): stdout: \u000a| (launched: 2022-12-12_18:51:12.423107) \u000a18:51:13.711572 run osmo-msc_10.42.42.6(pid=15409): stderr: \u000a| �[0;m�[38;5;43m20221212185112746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212185112746 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3170bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212185112746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212185112746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212185112746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212185112747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212185112748 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212185112749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212185112749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212185112749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:51:13.756367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15402): Terminating (SIGTERM)\u000a18:51:13.798903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15405): Terminating (SIGTERM)\u000a18:51:13.841287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15408): Terminating (SIGTERM)\u000a18:51:13.851238 --- ParallelTerminationStrategy: PID 15402 died...\u000a18:51:13.907869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15402): Terminated: ok {rc=0}\u000a18:51:13.918241 --- ParallelTerminationStrategy: PID 15405 died...\u000a18:51:13.974437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15405): Terminated: ok {rc=0}\u000a18:51:13.984556 --- ParallelTerminationStrategy: PID 15408 died...\u000a18:51:14.040926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15408): Terminated: ok {rc=0}\u000a18:51:14.129134 bus /sierra_9: Setting Powered False\u000a18:51:15.233707 bus /sierra_9: Setting Powered False\u000a18:51:16.365139 bus /sierra_8: Setting Powered False\u000a18:51:17.474258 bus /sierra_8: Setting Powered False\u000a18:51:18.583268 bus /sierra_3: Setting Powered False\u000a18:51:19.690662 bus /sierra_3: Setting Powered False\u000a18:51:20.803817 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:50:55" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15424): Process ended prematurely: osmo-stp_10.42.42.5(pid=15424) [trial-2380↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15424)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15424): Process ended prematurely: osmo-stp_10.42.42.5(pid=15424) [trial-2380↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:51:22.947374 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:22.959198 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:51:23.099417 tst cs_paging_gprs_active.py: using LAC 30796\u000a18:51:23.220020 tst cs_paging_gprs_active.py: using RAC 196\u000a18:51:23.340389 tst cs_paging_gprs_active.py: using CellId 30796\u000a18:51:23.461909 tst cs_paging_gprs_active.py: using BVCI 30797\u000a18:51:23.485708 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:23.496620 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:23.507426 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:23.518534 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:23.529732 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:23.540937 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:23.552072 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:23.563096 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:23.574317 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:51:23.691462 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:51:23.993071 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:51:24.130130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:51:24.470541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15414): Launched\u000a18:51:24.756531 run iperf3-srv_10.42.42.10(pid=15415): Launched\u000a18:51:24.957082 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:51:25.094343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:51:25.434982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15416): Launched\u000a18:51:25.718919 run iperf3-srv_10.42.42.10(pid=15417): Launched\u000a18:51:25.919215 tst cs_paging_gprs_active.py:38: start network...\u000a18:51:26.055900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:51:26.582693 run create_hlr_db(pid=15418): Launched\u000a18:51:26.771710 bus /sierra_2: Setting Powered False\u000a18:51:27.784031 run create_hlr_db(pid=15418): Terminated: ok {rc=0}\u000a18:51:28.198924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15420): Launched\u000a18:51:28.508278 run osmo-hlr_10.42.42.2(pid=15421): Launched\u000a18:51:28.626177 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:51:29.166270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15423): Launched\u000a18:51:29.475949 run osmo-stp_10.42.42.5(pid=15424): Launched\u000a18:51:29.587920 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:51:30.120783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15426): Launched\u000a18:51:30.230186 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:51:30.500388 run patchelf(pid=15427): Launched\u000a18:51:30.679503 run osmo-stp_10.42.42.5(pid=15424): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15424)]\u000a18:51:30.810352 run osmo-stp_10.42.42.5(pid=15424): stdout: \u000a| (launched: 2022-12-12_18:51:29.321946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:30.960302 run osmo-stp_10.42.42.5(pid=15424): stderr: \u000a| �[0;m�[38;5;43m20221212185129491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185129491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185129491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185129492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185129492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185129492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185129492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:31.099252 run osmo-stp_10.42.42.5(pid=15424): stdout: \u000a| (launched: 2022-12-12_18:51:29.321946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:31.236829 run osmo-stp_10.42.42.5(pid=15424): stderr: \u000a| �[0;m�[38;5;43m20221212185129491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185129491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185129491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185129492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185129492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185129492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185129492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:31.396417 run patchelf(pid=15427): Terminating (SIGINT)\u000a18:51:31.585070 run patchelf(pid=15427): Terminated: ok {rc=0}\u000a18:51:31.621414 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15424): Process ended prematurely: osmo-stp_10.42.42.5(pid=15424) [trial-2380↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15424)] [trial-2380↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a18:51:31.632736 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:51:31.697488 run osmo-hlr_10.42.42.2(pid=15421): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15421)]\u000a18:51:31.750635 run osmo-hlr_10.42.42.2(pid=15421): stdout: \u000a| (launched: 2022-12-12_18:51:28.354266) \u000a18:51:31.803620 run osmo-hlr_10.42.42.2(pid=15421): stderr: \u000a| �[0;m�[1;31m20221212185128529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185128529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185128529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185128529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185128529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185128529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185128550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185128560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185128560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185128560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:51:31.849859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15414): Terminating (SIGTERM)\u000a18:51:31.895644 run iperf3-srv_10.42.42.10(pid=15415): Terminating (SIGTERM)\u000a18:51:31.938422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15416): Terminating (SIGTERM)\u000a18:51:31.980734 run iperf3-srv_10.42.42.10(pid=15417): Terminating (SIGTERM)\u000a18:51:32.024504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15420): Terminating (SIGTERM)\u000a18:51:32.069490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15423): Terminating (SIGTERM)\u000a18:51:32.112860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15426): Terminating (SIGTERM)\u000a18:51:32.124188 --- ParallelTerminationStrategy: PID 15414 died...\u000a18:51:32.183196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15414): Terminated: ok {rc=0}\u000a18:51:32.193489 --- ParallelTerminationStrategy: PID 15415 died...\u000a18:51:32.250047 run iperf3-srv_10.42.42.10(pid=15415): Terminated {rc=256}\u000a18:51:32.260110 --- ParallelTerminationStrategy: PID 15416 died...\u000a18:51:32.315954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15416): Terminated: ok {rc=0}\u000a18:51:32.326048 --- ParallelTerminationStrategy: PID 15417 died...\u000a18:51:32.381716 run iperf3-srv_10.42.42.10(pid=15417): Terminated {rc=256}\u000a18:51:32.391834 --- ParallelTerminationStrategy: PID 15420 died...\u000a18:51:32.448060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15420): Terminated: ok {rc=0}\u000a18:51:32.458211 --- ParallelTerminationStrategy: PID 15423 died...\u000a18:51:32.514240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15423): Terminated: ok {rc=0}\u000a18:51:32.524449 --- ParallelTerminationStrategy: PID 15426 died...\u000a18:51:32.580740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15426): Terminated: ok {rc=0}\u000a18:51:32.669187 bus /gobi_0: Setting Powered False\u000a18:51:33.773201 bus /gobi_0: Setting Powered False\u000a18:51:34.880455 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15436): Process ended prematurely: osmo-stp_10.42.42.5(pid=15436) [trial-2380↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15436)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15436): Process ended prematurely: osmo-stp_10.42.42.5(pid=15436) [trial-2380↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a18:51:35.996684 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:36.008832 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:51:36.160092 tst iperf3.py: using LAC 30797\u000a18:51:36.286273 tst iperf3.py: using RAC 197\u000a18:51:36.417739 tst iperf3.py: using CellId 30797\u000a18:51:36.549079 tst iperf3.py: using BVCI 30798\u000a18:51:36.574146 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:36.585521 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:36.596613 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:36.607730 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:36.619217 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:36.630312 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:36.641588 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:36.652558 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:36.663883 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:51:36.959399 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:51:37.096038 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:51:37.436483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15428): Launched\u000a18:51:37.721000 run iperf3-srv_10.42.42.10(pid=15429): Launched\u000a18:51:37.921242 tst iperf3.py:8: start network...\u000a18:51:38.057960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:51:38.584626 run create_hlr_db(pid=15430): Launched\u000a18:51:38.774307 bus /gobi_6: Setting Powered False\u000a18:51:39.796263 run create_hlr_db(pid=15430): Terminated: ok {rc=0}\u000a18:51:40.210935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15432): Launched\u000a18:51:40.519409 run osmo-hlr_10.42.42.2(pid=15433): Launched\u000a18:51:40.638867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:51:41.179858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15435): Launched\u000a18:51:41.488933 run osmo-stp_10.42.42.5(pid=15436): Launched\u000a18:51:41.601465 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:51:42.135003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15438): Launched\u000a18:51:42.243608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:51:42.513055 run patchelf(pid=15439): Launched\u000a18:51:42.691663 run osmo-stp_10.42.42.5(pid=15436): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15436)]\u000a18:51:42.822227 run osmo-stp_10.42.42.5(pid=15436): stdout: \u000a| (launched: 2022-12-12_18:51:41.334861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:42.952769 run osmo-stp_10.42.42.5(pid=15436): stderr: \u000a| �[0;m�[38;5;43m20221212185141505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185141505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185141505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185141506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185141506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185141506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185141506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:43.078996 run osmo-stp_10.42.42.5(pid=15436): stdout: \u000a| (launched: 2022-12-12_18:51:41.334861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:43.203721 run osmo-stp_10.42.42.5(pid=15436): stderr: \u000a| �[0;m�[38;5;43m20221212185141505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185141505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185141505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185141506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185141506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185141506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185141506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:43.349360 run patchelf(pid=15439): Terminating (SIGINT)\u000a18:51:43.520012 run patchelf(pid=15439): Terminated: ok {rc=0}\u000a18:51:43.551598 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15436): Process ended prematurely: osmo-stp_10.42.42.5(pid=15436) [trial-2380↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15436)] [trial-2380↪gprs:nanobts+band-900↪iperf3.py:8]\u000a18:51:43.561035 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a18:51:43.621952 run osmo-hlr_10.42.42.2(pid=15433): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15433)]\u000a18:51:43.671342 run osmo-hlr_10.42.42.2(pid=15433): stdout: \u000a| (launched: 2022-12-12_18:51:40.367154) \u000a18:51:43.721249 run osmo-hlr_10.42.42.2(pid=15433): stderr: \u000a| �[0;m�[1;31m20221212185140542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185140542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185140542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185140542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185140542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185140542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185140556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185140567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185140568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185140568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:51:43.763635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15428): Terminating (SIGTERM)\u000a18:51:43.803724 run iperf3-srv_10.42.42.10(pid=15429): Terminating (SIGTERM)\u000a18:51:43.844046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15432): Terminating (SIGTERM)\u000a18:51:43.884260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15435): Terminating (SIGTERM)\u000a18:51:43.924348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15438): Terminating (SIGTERM)\u000a18:51:43.934153 --- ParallelTerminationStrategy: PID 15428 died...\u000a18:51:43.987931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15428): Terminated: ok {rc=0}\u000a18:51:43.997991 --- ParallelTerminationStrategy: PID 15429 died...\u000a18:51:44.051185 run iperf3-srv_10.42.42.10(pid=15429): Terminated {rc=256}\u000a18:51:44.061161 --- ParallelTerminationStrategy: PID 15432 died...\u000a18:51:44.114284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15432): Terminated: ok {rc=0}\u000a18:51:44.124090 --- ParallelTerminationStrategy: PID 15435 died...\u000a18:51:44.177358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15435): Terminated: ok {rc=0}\u000a18:51:44.187658 --- ParallelTerminationStrategy: PID 15438 died...\u000a18:51:44.241612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15438): Terminated: ok {rc=0}\u000a18:51:44.330078 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15455): Process ended prematurely: osmo-stp_10.42.42.5(pid=15455) [trial-2380↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15455)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15455): Process ended prematurely: osmo-stp_10.42.42.5(pid=15455) [trial-2380↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a18:51:45.440045 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:45.451738 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:51:45.590379 tst iperf3m4.py: using LAC 30798\u000a18:51:45.709601 tst iperf3m4.py: using RAC 198\u000a18:51:45.837711 tst iperf3m4.py: using CellId 30798\u000a18:51:45.990361 tst iperf3m4.py: using BVCI 30799\u000a18:51:46.016749 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:46.031108 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:46.043361 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:46.055740 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:46.068206 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:46.082420 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:46.095648 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:46.107989 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:51:46.120836 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:51:46.254784 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:51:46.380155 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:51:46.499181 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:51:46.788477 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:51:46.919986 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:51:47.257200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15441): Launched\u000a18:51:47.526426 run iperf3-srv_10.42.42.10(pid=15442): Launched\u000a18:51:47.714136 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:51:47.842354 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:51:48.163298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15443): Launched\u000a18:51:48.430024 run iperf3-srv_10.42.42.10(pid=15444): Launched\u000a18:51:48.616116 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:51:48.743641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:51:49.062945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15445): Launched\u000a18:51:49.330183 run iperf3-srv_10.42.42.10(pid=15446): Launched\u000a18:51:49.516825 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:51:49.644324 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:51:49.965303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15447): Launched\u000a18:51:50.230467 run iperf3-srv_10.42.42.10(pid=15448): Launched\u000a18:51:50.416619 tst iperf3m4.py:8: start network...\u000a18:51:50.544193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:51:51.030394 run create_hlr_db(pid=15449): Launched\u000a18:51:51.207816 bus /gobi_6: Setting Powered False\u000a18:51:52.229740 run create_hlr_db(pid=15449): Terminated: ok {rc=0}\u000a18:51:52.640102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15451): Launched\u000a18:51:52.950509 run osmo-hlr_10.42.42.2(pid=15452): Launched\u000a18:51:53.062161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:51:53.596329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15454): Launched\u000a18:51:53.906462 run osmo-stp_10.42.42.5(pid=15455): Launched\u000a18:51:54.017871 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:51:54.554027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15457): Launched\u000a18:51:54.663550 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:51:54.933067 run patchelf(pid=15458): Launched\u000a18:51:55.113591 run osmo-stp_10.42.42.5(pid=15455): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15455)]\u000a18:51:55.245474 run osmo-stp_10.42.42.5(pid=15455): stdout: \u000a| (launched: 2022-12-12_18:51:53.752238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:55.377309 run osmo-stp_10.42.42.5(pid=15455): stderr: \u000a| �[0;m�[38;5;43m20221212185153921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185153921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185153921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185153922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185153922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185153922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185153922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:55.504449 run osmo-stp_10.42.42.5(pid=15455): stdout: \u000a| (launched: 2022-12-12_18:51:53.752238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:55.630525 run osmo-stp_10.42.42.5(pid=15455): stderr: \u000a| �[0;m�[38;5;43m20221212185153921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185153921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185153921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185153922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185153922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185153922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185153922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:55.777199 run patchelf(pid=15458): Terminating (SIGINT)\u000a18:51:55.948579 run patchelf(pid=15458): Terminated: ok {rc=0}\u000a18:51:55.980356 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15455): Process ended prematurely: osmo-stp_10.42.42.5(pid=15455) [trial-2380↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15455)] [trial-2380↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a18:51:55.989762 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a18:51:56.051601 run osmo-hlr_10.42.42.2(pid=15452): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15452)]\u000a18:51:56.101518 run osmo-hlr_10.42.42.2(pid=15452): stdout: \u000a| (launched: 2022-12-12_18:51:52.795843) \u000a18:51:56.152027 run osmo-hlr_10.42.42.2(pid=15452): stderr: \u000a| �[0;m�[1;31m20221212185152969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185152969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185152969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185152969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185152969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185152969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185152982 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185152990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185152990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185152990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:51:56.194851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15441): Terminating (SIGTERM)\u000a18:51:56.235457 run iperf3-srv_10.42.42.10(pid=15442): Terminating (SIGTERM)\u000a18:51:56.275959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15443): Terminating (SIGTERM)\u000a18:51:56.316342 run iperf3-srv_10.42.42.10(pid=15444): Terminating (SIGTERM)\u000a18:51:56.356558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15445): Terminating (SIGTERM)\u000a18:51:56.396940 run iperf3-srv_10.42.42.10(pid=15446): Terminating (SIGTERM)\u000a18:51:56.437711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15447): Terminating (SIGTERM)\u000a18:51:56.478055 run iperf3-srv_10.42.42.10(pid=15448): Terminating (SIGTERM)\u000a18:51:56.518064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15451): Terminating (SIGTERM)\u000a18:51:56.558473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15454): Terminating (SIGTERM)\u000a18:51:56.598829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15457): Terminating (SIGTERM)\u000a18:51:56.608595 --- ParallelTerminationStrategy: PID 15441 died...\u000a18:51:56.663233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15441): Terminated: ok {rc=0}\u000a18:51:56.673168 --- ParallelTerminationStrategy: PID 15442 died...\u000a18:51:56.726628 run iperf3-srv_10.42.42.10(pid=15442): Terminated {rc=256}\u000a18:51:56.736636 --- ParallelTerminationStrategy: PID 15443 died...\u000a18:51:56.790126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15443): Terminated: ok {rc=0}\u000a18:51:56.800158 --- ParallelTerminationStrategy: PID 15444 died...\u000a18:51:56.853626 run iperf3-srv_10.42.42.10(pid=15444): Terminated {rc=256}\u000a18:51:56.863626 --- ParallelTerminationStrategy: PID 15445 died...\u000a18:51:56.917185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15445): Terminated: ok {rc=0}\u000a18:51:56.927243 --- ParallelTerminationStrategy: PID 15446 died...\u000a18:51:56.980544 run iperf3-srv_10.42.42.10(pid=15446): Terminated {rc=256}\u000a18:51:56.990496 --- ParallelTerminationStrategy: PID 15447 died...\u000a18:51:57.044174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15447): Terminated: ok {rc=0}\u000a18:51:57.054265 --- ParallelTerminationStrategy: PID 15448 died...\u000a18:51:57.108204 run iperf3-srv_10.42.42.10(pid=15448): Terminated {rc=256}\u000a18:51:57.118051 --- ParallelTerminationStrategy: PID 15451 died...\u000a18:51:57.171875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15451): Terminated: ok {rc=0}\u000a18:51:57.181656 --- ParallelTerminationStrategy: PID 15454 died...\u000a18:51:57.235127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15454): Terminated: ok {rc=0}\u000a18:51:57.245410 --- ParallelTerminationStrategy: PID 15457 died...\u000a18:51:57.299414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15457): Terminated: ok {rc=0}\u000a18:51:57.383171 bus /gobi_4: Setting Powered False\u000a18:51:58.490635 bus /gobi_4: Setting Powered False\u000a18:51:59.604337 bus /gobi_1: Setting Powered False\u000a18:52:00.710604 bus /gobi_1: Setting Powered False\u000a18:52:01.823000 bus /gobi_0: Setting Powered False\u000a18:52:02.927491 bus /gobi_0: Setting Powered False\u000a18:52:04.035855 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15465): Process ended prematurely: osmo-stp_10.42.42.5(pid=15465) [trial-2380↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15465)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15465): Process ended prematurely: osmo-stp_10.42.42.5(pid=15465) [trial-2380↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a18:52:05.102791 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:52:05.114230 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:52:05.257589 tst ping.py: using LAC 30799\u000a18:52:05.384149 tst ping.py: using RAC 199\u000a18:52:05.509591 tst ping.py: using CellId 30799\u000a18:52:05.638011 tst ping.py: using BVCI 30800\u000a18:52:05.662921 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:52:05.674390 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:52:05.685768 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:52:05.696935 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:52:05.708132 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:52:05.719270 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:52:05.730547 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:52:05.741799 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:52:06.033903 tst ping.py:19: start network...\u000a18:52:06.168196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:52:06.683783 run create_hlr_db(pid=15459): Launched\u000a18:52:06.869612 bus /gobi_6: Setting Powered False\u000a18:52:07.889545 run create_hlr_db(pid=15459): Terminated: ok {rc=0}\u000a18:52:08.304475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15461): Launched\u000a18:52:08.628744 run osmo-hlr_10.42.42.2(pid=15462): Launched\u000a18:52:08.748220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:52:09.311460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15464): Launched\u000a18:52:09.635475 run osmo-stp_10.42.42.5(pid=15465): Launched\u000a18:52:09.751433 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:52:10.314982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15467): Launched\u000a18:52:10.429412 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:52:10.712776 run patchelf(pid=15468): Launched\u000a18:52:10.900281 run osmo-stp_10.42.42.5(pid=15465): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15465)]\u000a18:52:11.037298 run osmo-stp_10.42.42.5(pid=15465): stdout: \u000a| (launched: 2022-12-12_18:52:09.475567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:11.174514 run osmo-stp_10.42.42.5(pid=15465): stderr: \u000a| �[0;m�[38;5;43m20221212185209666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185209666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185209666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185209667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185209667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185209667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185209667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:11.307025 run osmo-stp_10.42.42.5(pid=15465): stdout: \u000a| (launched: 2022-12-12_18:52:09.475567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:11.438874 run osmo-stp_10.42.42.5(pid=15465): stderr: \u000a| �[0;m�[38;5;43m20221212185209666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185209666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185209666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185209667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185209667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185209667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185209667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:11.591602 run patchelf(pid=15468): Terminating (SIGINT)\u000a18:52:11.771262 run patchelf(pid=15468): Terminated: ok {rc=0}\u000a18:52:11.803797 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15465): Process ended prematurely: osmo-stp_10.42.42.5(pid=15465) [trial-2380↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15465)] [trial-2380↪gprs:nanobts+band-900↪ping.py:22]\u000a18:52:11.813282 tst ping.py:22: Test FAILED (6.7 sec)\u000a18:52:11.876074 run osmo-hlr_10.42.42.2(pid=15462): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15462)]\u000a18:52:11.927547 run osmo-hlr_10.42.42.2(pid=15462): stdout: \u000a| (launched: 2022-12-12_18:52:08.468641) \u000a18:52:11.979450 run osmo-hlr_10.42.42.2(pid=15462): stderr: \u000a| �[0;m�[1;31m20221212185208666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185208666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185208667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185208667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185208667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185208667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185208679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185208687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185208688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185208688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:52:12.023761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15461): Terminating (SIGTERM)\u000a18:52:12.065723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15464): Terminating (SIGTERM)\u000a18:52:12.107545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15467): Terminating (SIGTERM)\u000a18:52:12.117534 --- ParallelTerminationStrategy: PID 15461 died...\u000a18:52:12.173676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15461): Terminated: ok {rc=0}\u000a18:52:12.183937 --- ParallelTerminationStrategy: PID 15464 died...\u000a18:52:12.239748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15464): Terminated: ok {rc=0}\u000a18:52:12.250037 --- ParallelTerminationStrategy: PID 15467 died...\u000a18:52:12.305524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15467): Terminated: ok {rc=0}\u000a18:52:12.393759 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15475): Process ended prematurely: osmo-stp_10.42.42.5(pid=15475) [trial-2380↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15475)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15475): Process ended prematurely: osmo-stp_10.42.42.5(pid=15475) [trial-2380↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a18:52:13.445776 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:52:13.457986 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a18:52:13.602657 tst ping_idle_ping.py: using LAC 30800\u000a18:52:13.728859 tst ping_idle_ping.py: using RAC 200\u000a18:52:13.854433 tst ping_idle_ping.py: using CellId 30800\u000a18:52:13.980253 tst ping_idle_ping.py: using BVCI 30801\u000a18:52:14.004716 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:52:14.016347 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:52:14.027685 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:52:14.039087 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:52:14.050375 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:52:14.061458 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:52:14.072869 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a18:52:14.084223 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a18:52:14.376575 tst ping_idle_ping.py:24: start network...\u000a18:52:14.510918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:52:15.032469 run create_hlr_db(pid=15469): Launched\u000a18:52:15.219013 bus /gobi_6: Setting Powered False\u000a18:52:16.240388 run create_hlr_db(pid=15469): Terminated: ok {rc=0}\u000a18:52:16.684353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15471): Launched\u000a18:52:17.035315 run osmo-hlr_10.42.42.2(pid=15472): Launched\u000a18:52:17.197056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:52:17.775551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15474): Launched\u000a18:52:18.100636 run osmo-stp_10.42.42.5(pid=15475): Launched\u000a18:52:18.217405 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:52:18.783059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15477): Launched\u000a18:52:18.898106 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:52:19.181553 run patchelf(pid=15478): Launched\u000a18:52:19.369142 run osmo-stp_10.42.42.5(pid=15475): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15475)]\u000a18:52:19.506466 run osmo-stp_10.42.42.5(pid=15475): stdout: \u000a| (launched: 2022-12-12_18:52:17.939485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:19.644026 run osmo-stp_10.42.42.5(pid=15475): stderr: \u000a| �[0;m�[38;5;43m20221212185218131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185218131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185218131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185218132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185218132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185218132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185218132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:19.777110 run osmo-stp_10.42.42.5(pid=15475): stdout: \u000a| (launched: 2022-12-12_18:52:17.939485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:19.908648 run osmo-stp_10.42.42.5(pid=15475): stderr: \u000a| �[0;m�[38;5;43m20221212185218131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185218131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185218131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185218132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185218132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185218132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185218132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:20.061776 run patchelf(pid=15478): Terminating (SIGINT)\u000a18:52:20.242077 run patchelf(pid=15478): Terminated: ok {rc=0}\u000a18:52:20.275060 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15475): Process ended prematurely: osmo-stp_10.42.42.5(pid=15475) [trial-2380↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15475)] [trial-2380↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a18:52:20.284704 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a18:52:20.347888 run osmo-hlr_10.42.42.2(pid=15472): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15472)]\u000a18:52:20.399266 run osmo-hlr_10.42.42.2(pid=15472): stdout: \u000a| (launched: 2022-12-12_18:52:16.851323) \u000a18:52:20.451354 run osmo-hlr_10.42.42.2(pid=15472): stderr: \u000a| �[0;m�[1;31m20221212185217176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185217176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185217176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185217176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185217176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185217176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185217191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185217208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185217208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185217208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:52:20.495577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15471): Terminating (SIGTERM)\u000a18:52:20.537832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15474): Terminating (SIGTERM)\u000a18:52:20.579899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15477): Terminating (SIGTERM)\u000a18:52:20.589884 --- ParallelTerminationStrategy: PID 15471 died...\u000a18:52:20.646373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15471): Terminated: ok {rc=0}\u000a18:52:20.656648 --- ParallelTerminationStrategy: PID 15474 died...\u000a18:52:20.713133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15474): Terminated: ok {rc=0}\u000a18:52:20.723363 --- ParallelTerminationStrategy: PID 15477 died...\u000a18:52:20.779283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15477): Terminated: ok {rc=0}\u000a18:52:20.866497 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:51:22" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15492): Process ended prematurely: osmo-stp_10.42.42.5(pid=15492) [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15492)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15492): Process ended prematurely: osmo-stp_10.42.42.5(pid=15492) [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:52:23.033774 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:23.044703 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:52:23.182704 tst cs_paging_gprs_active.py: using LAC 30801\u000a18:52:23.304224 tst cs_paging_gprs_active.py: using RAC 201\u000a18:52:23.425296 tst cs_paging_gprs_active.py: using CellId 30801\u000a18:52:23.551932 tst cs_paging_gprs_active.py: using BVCI 30802\u000a18:52:23.577165 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:23.588915 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:23.600477 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:23.611992 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:23.624427 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:23.636119 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:23.647664 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:23.659052 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:23.670635 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:52:23.788435 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:52:24.086832 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:52:24.224139 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:24.563658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15482): Launched\u000a18:52:24.848997 run iperf3-srv_10.42.42.10(pid=15483): Launched\u000a18:52:25.049343 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:52:25.186180 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:25.527328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15484): Launched\u000a18:52:25.811337 run iperf3-srv_10.42.42.10(pid=15485): Launched\u000a18:52:26.012141 tst cs_paging_gprs_active.py:38: start network...\u000a18:52:26.149471 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:52:26.677832 run create_hlr_db(pid=15486): Launched\u000a18:52:26.867088 bus /gobi_6: Setting Powered False\u000a18:52:27.889261 run create_hlr_db(pid=15486): Terminated: ok {rc=0}\u000a18:52:28.328017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15488): Launched\u000a18:52:28.658998 run osmo-hlr_10.42.42.2(pid=15489): Launched\u000a18:52:28.778305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:52:29.354510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15491): Launched\u000a18:52:29.687384 run osmo-stp_10.42.42.5(pid=15492): Launched\u000a18:52:29.807379 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:52:30.384265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15494): Launched\u000a18:52:30.501689 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:52:30.791313 run patchelf(pid=15495): Launched\u000a18:52:31.012381 run osmo-stp_10.42.42.5(pid=15492): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15492)]\u000a18:52:31.154757 run osmo-stp_10.42.42.5(pid=15492): stdout: \u000a| (launched: 2022-12-12_18:52:29.522713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:31.296797 run osmo-stp_10.42.42.5(pid=15492): stderr: \u000a| �[0;m�[38;5;43m20221212185229714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185229715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185229715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185229715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185229716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185229716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185229716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:31.434585 run osmo-stp_10.42.42.5(pid=15492): stdout: \u000a| (launched: 2022-12-12_18:52:29.522713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:31.571137 run osmo-stp_10.42.42.5(pid=15492): stderr: \u000a| �[0;m�[38;5;43m20221212185229714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185229715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185229715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185229715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185229716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185229716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185229716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:31.730893 run patchelf(pid=15495): Terminating (SIGINT)\u000a18:52:31.917588 run patchelf(pid=15495): Terminated: ok {rc=0}\u000a18:52:31.952686 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15492): Process ended prematurely: osmo-stp_10.42.42.5(pid=15492) [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15492)] [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:52:31.964001 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a18:52:32.029764 run osmo-hlr_10.42.42.2(pid=15489): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15489)]\u000a18:52:32.082371 run osmo-hlr_10.42.42.2(pid=15489): stdout: \u000a| (launched: 2022-12-12_18:52:28.495114) \u000a18:52:32.135355 run osmo-hlr_10.42.42.2(pid=15489): stderr: \u000a| �[0;m�[1;31m20221212185228693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185228693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185228693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185228693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185228693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185228693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185228705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185228714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185228715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185228715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:52:32.180623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15482): Terminating (SIGTERM)\u000a18:52:32.222888 run iperf3-srv_10.42.42.10(pid=15483): Terminating (SIGTERM)\u000a18:52:32.265099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15484): Terminating (SIGTERM)\u000a18:52:32.307082 run iperf3-srv_10.42.42.10(pid=15485): Terminating (SIGTERM)\u000a18:52:32.349325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15488): Terminating (SIGTERM)\u000a18:52:32.391673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15491): Terminating (SIGTERM)\u000a18:52:32.434080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15494): Terminating (SIGTERM)\u000a18:52:32.444003 --- ParallelTerminationStrategy: PID 15482 died...\u000a18:52:32.500208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15482): Terminated: ok {rc=0}\u000a18:52:32.510499 --- ParallelTerminationStrategy: PID 15483 died...\u000a18:52:32.566280 run iperf3-srv_10.42.42.10(pid=15483): Terminated {rc=256}\u000a18:52:32.576311 --- ParallelTerminationStrategy: PID 15484 died...\u000a18:52:32.632354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15484): Terminated: ok {rc=0}\u000a18:52:32.642942 --- ParallelTerminationStrategy: PID 15485 died...\u000a18:52:32.698996 run iperf3-srv_10.42.42.10(pid=15485): Terminated {rc=256}\u000a18:52:32.709209 --- ParallelTerminationStrategy: PID 15488 died...\u000a18:52:32.765100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15488): Terminated: ok {rc=0}\u000a18:52:32.775365 --- ParallelTerminationStrategy: PID 15491 died...\u000a18:52:32.831183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15491): Terminated: ok {rc=0}\u000a18:52:32.841502 --- ParallelTerminationStrategy: PID 15494 died...\u000a18:52:32.897356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15494): Terminated: ok {rc=0}\u000a18:52:32.985717 bus /gobi_0: Setting Powered False\u000a18:52:34.092597 bus /gobi_0: Setting Powered False\u000a18:52:35.202133 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15504): Process ended prematurely: osmo-stp_10.42.42.5(pid=15504) [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15504)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15504): Process ended prematurely: osmo-stp_10.42.42.5(pid=15504) [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:52:36.318623 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:36.331166 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:52:36.481239 tst iperf3.py: using LAC 30802\u000a18:52:36.611023 tst iperf3.py: using RAC 202\u000a18:52:36.741119 tst iperf3.py: using CellId 30802\u000a18:52:36.870803 tst iperf3.py: using BVCI 30803\u000a18:52:36.895905 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:36.907708 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:36.919081 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:36.930434 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:36.941709 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:36.953108 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:36.964529 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:36.975776 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:36.987579 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:52:37.270989 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:52:37.399158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:37.720377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15496): Launched\u000a18:52:37.988288 run iperf3-srv_10.42.42.10(pid=15497): Launched\u000a18:52:38.175302 tst iperf3.py:8: start network...\u000a18:52:38.303295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:52:38.788623 run create_hlr_db(pid=15498): Launched\u000a18:52:38.965943 bus /gobi_6: Setting Powered False\u000a18:52:39.988502 run create_hlr_db(pid=15498): Terminated: ok {rc=0}\u000a18:52:40.401236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15500): Launched\u000a18:52:40.713100 run osmo-hlr_10.42.42.2(pid=15501): Launched\u000a18:52:40.834402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:52:41.375528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15503): Launched\u000a18:52:41.685555 run osmo-stp_10.42.42.5(pid=15504): Launched\u000a18:52:41.796705 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:52:42.332603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15506): Launched\u000a18:52:42.441589 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:52:42.711872 run patchelf(pid=15507): Launched\u000a18:52:42.891654 run osmo-stp_10.42.42.5(pid=15504): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15504)]\u000a18:52:43.022400 run osmo-stp_10.42.42.5(pid=15504): stdout: \u000a| (launched: 2022-12-12_18:52:41.531409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:43.153516 run osmo-stp_10.42.42.5(pid=15504): stderr: \u000a| �[0;m�[38;5;43m20221212185241702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185241702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185241702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185241703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185241703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185241703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185241703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:43.279677 run osmo-stp_10.42.42.5(pid=15504): stdout: \u000a| (launched: 2022-12-12_18:52:41.531409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:43.404467 run osmo-stp_10.42.42.5(pid=15504): stderr: \u000a| �[0;m�[38;5;43m20221212185241702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185241702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185241702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185241703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185241703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185241703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185241703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:43.550687 run patchelf(pid=15507): Terminating (SIGINT)\u000a18:52:43.722872 run patchelf(pid=15507): Terminated: ok {rc=0}\u000a18:52:43.754575 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15504): Process ended prematurely: osmo-stp_10.42.42.5(pid=15504) [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15504)] [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a18:52:43.764049 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a18:52:43.825299 run osmo-hlr_10.42.42.2(pid=15501): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15501)]\u000a18:52:43.874788 run osmo-hlr_10.42.42.2(pid=15501): stdout: \u000a| (launched: 2022-12-12_18:52:40.558169) \u000a18:52:43.924895 run osmo-hlr_10.42.42.2(pid=15501): stderr: \u000a| �[0;m�[1;31m20221212185240735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185240735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185240735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185240735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185240735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185240735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185240747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185240755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185240755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185240755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:52:43.967108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15496): Terminating (SIGTERM)\u000a18:52:44.007514 run iperf3-srv_10.42.42.10(pid=15497): Terminating (SIGTERM)\u000a18:52:44.047397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15500): Terminating (SIGTERM)\u000a18:52:44.087402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15503): Terminating (SIGTERM)\u000a18:52:44.127841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15506): Terminating (SIGTERM)\u000a18:52:44.137702 --- ParallelTerminationStrategy: PID 15496 died...\u000a18:52:44.192109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15496): Terminated: ok {rc=0}\u000a18:52:44.202638 --- ParallelTerminationStrategy: PID 15497 died...\u000a18:52:44.255823 run iperf3-srv_10.42.42.10(pid=15497): Terminated {rc=256}\u000a18:52:44.265894 --- ParallelTerminationStrategy: PID 15500 died...\u000a18:52:44.319294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15500): Terminated: ok {rc=0}\u000a18:52:44.329236 --- ParallelTerminationStrategy: PID 15503 died...\u000a18:52:44.383049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15503): Terminated: ok {rc=0}\u000a18:52:44.393115 --- ParallelTerminationStrategy: PID 15506 died...\u000a18:52:44.446143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15506): Terminated: ok {rc=0}\u000a18:52:44.536217 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15522): Process ended prematurely: osmo-stp_10.42.42.5(pid=15522) [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15522)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15522): Process ended prematurely: osmo-stp_10.42.42.5(pid=15522) [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:52:45.647820 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:45.659877 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:52:45.799956 tst iperf3m4.py: using LAC 30803\u000a18:52:45.940447 tst iperf3m4.py: using RAC 203\u000a18:52:46.104791 tst iperf3m4.py: using CellId 30803\u000a18:52:46.263277 tst iperf3m4.py: using BVCI 30804\u000a18:52:46.295365 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:46.311335 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:46.327530 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:46.343227 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:46.358820 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:46.374371 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:46.390282 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:46.405755 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:52:46.421471 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:52:46.577162 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:52:46.727698 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:52:46.861689 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:52:47.185388 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:52:47.328228 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:47.675438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15508): Launched\u000a18:52:47.959921 run iperf3-srv_10.42.42.10(pid=15509): Launched\u000a18:52:48.161102 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:52:48.297836 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:48.637656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15510): Launched\u000a18:52:48.923069 run iperf3-srv_10.42.42.10(pid=15511): Launched\u000a18:52:49.123087 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:52:49.259429 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:49.600795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15512): Launched\u000a18:52:49.886467 run iperf3-srv_10.42.42.10(pid=15513): Launched\u000a18:52:50.087127 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:52:50.223768 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:50.565126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15514): Launched\u000a18:52:50.849617 run iperf3-srv_10.42.42.10(pid=15515): Launched\u000a18:52:51.049778 tst iperf3m4.py:8: start network...\u000a18:52:51.186235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:52:51.717673 run create_hlr_db(pid=15516): Launched\u000a18:52:51.907281 bus /gobi_6: Setting Powered False\u000a18:52:52.928844 run create_hlr_db(pid=15516): Terminated: ok {rc=0}\u000a18:52:53.367291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15518): Launched\u000a18:52:53.698647 run osmo-hlr_10.42.42.2(pid=15519): Launched\u000a18:52:53.817809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:52:54.389721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15521): Launched\u000a18:52:54.719493 run osmo-stp_10.42.42.5(pid=15522): Launched\u000a18:52:54.837733 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:52:55.408639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15524): Launched\u000a18:52:55.525547 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:52:55.815059 run patchelf(pid=15525): Launched\u000a18:52:56.006266 run osmo-stp_10.42.42.5(pid=15522): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15522)]\u000a18:52:56.145844 run osmo-stp_10.42.42.5(pid=15522): stdout: \u000a| (launched: 2022-12-12_18:52:54.556643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:56.285389 run osmo-stp_10.42.42.5(pid=15522): stderr: \u000a| �[0;m�[38;5;43m20221212185254746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185254746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185254747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185254747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185254747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185254747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185254747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:56.420401 run osmo-stp_10.42.42.5(pid=15522): stdout: \u000a| (launched: 2022-12-12_18:52:54.556643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:56.554275 run osmo-stp_10.42.42.5(pid=15522): stderr: \u000a| �[0;m�[38;5;43m20221212185254746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185254746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185254747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185254747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185254747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185254747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185254747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:56.710785 run patchelf(pid=15525): Terminating (SIGINT)\u000a18:52:56.894243 run patchelf(pid=15525): Terminated: ok {rc=0}\u000a18:52:56.928034 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15522): Process ended prematurely: osmo-stp_10.42.42.5(pid=15522) [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15522)] [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:52:56.938128 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a18:52:57.001821 run osmo-hlr_10.42.42.2(pid=15519): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15519)]\u000a18:52:57.053585 run osmo-hlr_10.42.42.2(pid=15519): stdout: \u000a| (launched: 2022-12-12_18:52:53.534219) \u000a18:52:57.106108 run osmo-hlr_10.42.42.2(pid=15519): stderr: \u000a| �[0;m�[1;31m20221212185253732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185253732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185253732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185253732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185253732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185253732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185253745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185253756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185253756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185253756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:52:57.150815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15508): Terminating (SIGTERM)\u000a18:52:57.192887 run iperf3-srv_10.42.42.10(pid=15509): Terminating (SIGTERM)\u000a18:52:57.235076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15510): Terminating (SIGTERM)\u000a18:52:57.277284 run iperf3-srv_10.42.42.10(pid=15511): Terminating (SIGTERM)\u000a18:52:57.319224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15512): Terminating (SIGTERM)\u000a18:52:57.361247 run iperf3-srv_10.42.42.10(pid=15513): Terminating (SIGTERM)\u000a18:52:57.403207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15514): Terminating (SIGTERM)\u000a18:52:57.445111 run iperf3-srv_10.42.42.10(pid=15515): Terminating (SIGTERM)\u000a18:52:57.487221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15518): Terminating (SIGTERM)\u000a18:52:57.529414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15521): Terminating (SIGTERM)\u000a18:52:57.571767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15524): Terminating (SIGTERM)\u000a18:52:57.581780 --- ParallelTerminationStrategy: PID 15508 died...\u000a18:52:57.638190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15508): Terminated: ok {rc=0}\u000a18:52:57.648422 --- ParallelTerminationStrategy: PID 15509 died...\u000a18:52:57.705358 run iperf3-srv_10.42.42.10(pid=15509): Terminated {rc=256}\u000a18:52:57.715797 --- ParallelTerminationStrategy: PID 15510 died...\u000a18:52:57.773360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15510): Terminated: ok {rc=0}\u000a18:52:57.783747 --- ParallelTerminationStrategy: PID 15511 died...\u000a18:52:57.838212 run iperf3-srv_10.42.42.10(pid=15511): Terminated {rc=256}\u000a18:52:57.847894 --- ParallelTerminationStrategy: PID 15512 died...\u000a18:52:57.902494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15512): Terminated: ok {rc=0}\u000a18:52:57.912389 --- ParallelTerminationStrategy: PID 15513 died...\u000a18:52:57.967295 run iperf3-srv_10.42.42.10(pid=15513): Terminated {rc=256}\u000a18:52:57.977360 --- ParallelTerminationStrategy: PID 15514 died...\u000a18:52:58.032506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15514): Terminated: ok {rc=0}\u000a18:52:58.042720 --- ParallelTerminationStrategy: PID 15515 died...\u000a18:52:58.096548 run iperf3-srv_10.42.42.10(pid=15515): Terminated {rc=256}\u000a18:52:58.106697 --- ParallelTerminationStrategy: PID 15518 died...\u000a18:52:58.160415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15518): Terminated: ok {rc=0}\u000a18:52:58.170905 --- ParallelTerminationStrategy: PID 15521 died...\u000a18:52:58.225818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15521): Terminated: ok {rc=0}\u000a18:52:58.235688 --- ParallelTerminationStrategy: PID 15524 died...\u000a18:52:58.289850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15524): Terminated: ok {rc=0}\u000a18:52:58.379979 bus /gobi_4: Setting Powered False\u000a18:52:59.486919 bus /gobi_4: Setting Powered False\u000a18:53:00.600141 bus /gobi_1: Setting Powered False\u000a18:53:01.710834 bus /gobi_1: Setting Powered False\u000a18:53:02.825248 bus /gobi_0: Setting Powered False\u000a18:53:03.934400 bus /gobi_0: Setting Powered False\u000a18:53:05.044702 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15533): Process ended prematurely: osmo-stp_10.42.42.5(pid=15533) [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15533)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15533): Process ended prematurely: osmo-stp_10.42.42.5(pid=15533) [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:53:06.115576 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:06.128007 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:53:06.277512 tst ping.py: using LAC 30804\u000a18:53:06.402191 tst ping.py: using RAC 204\u000a18:53:06.530979 tst ping.py: using CellId 30804\u000a18:53:06.655107 tst ping.py: using BVCI 30805\u000a18:53:06.680076 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:06.691724 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:06.703147 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:06.714684 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:06.725935 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:06.737205 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:06.748655 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:06.759938 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:53:07.050611 tst ping.py:19: start network...\u000a18:53:07.184357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:53:07.700233 run create_hlr_db(pid=15527): Launched\u000a18:53:07.887231 bus /gobi_6: Setting Powered False\u000a18:53:08.907768 run create_hlr_db(pid=15527): Terminated: ok {rc=0}\u000a18:53:09.314175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15529): Launched\u000a18:53:09.619600 run osmo-hlr_10.42.42.2(pid=15530): Launched\u000a18:53:09.737335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:53:10.271436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15532): Launched\u000a18:53:10.575109 run osmo-stp_10.42.42.5(pid=15533): Launched\u000a18:53:10.684740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:53:11.211715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15535): Launched\u000a18:53:11.318794 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:53:11.583223 run patchelf(pid=15536): Launched\u000a18:53:11.759095 run osmo-stp_10.42.42.5(pid=15533): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15533)]\u000a18:53:11.888293 run osmo-stp_10.42.42.5(pid=15533): stdout: \u000a| (launched: 2022-12-12_18:53:10.424195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:12.017063 run osmo-stp_10.42.42.5(pid=15533): stderr: \u000a| �[0;m�[38;5;43m20221212185310593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185310593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185310593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185310594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185310594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185310594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185310594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:12.141210 run osmo-stp_10.42.42.5(pid=15533): stdout: \u000a| (launched: 2022-12-12_18:53:10.424195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:12.264235 run osmo-stp_10.42.42.5(pid=15533): stderr: \u000a| �[0;m�[38;5;43m20221212185310593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185310593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185310593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185310594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185310594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185310594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185310594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:12.407305 run patchelf(pid=15536): Terminating (SIGINT)\u000a18:53:12.575706 run patchelf(pid=15536): Terminated: ok {rc=0}\u000a18:53:12.606420 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15533): Process ended prematurely: osmo-stp_10.42.42.5(pid=15533) [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15533)] [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a18:53:12.615122 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:53:12.676657 run osmo-hlr_10.42.42.2(pid=15530): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15530)]\u000a18:53:12.726130 run osmo-hlr_10.42.42.2(pid=15530): stdout: \u000a| (launched: 2022-12-12_18:53:09.466603) \u000a18:53:12.775929 run osmo-hlr_10.42.42.2(pid=15530): stderr: \u000a| �[0;m�[1;31m20221212185309641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185309641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185309641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185309641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185309641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185309642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185309654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185309665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185309665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185309665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:53:12.818757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15529): Terminating (SIGTERM)\u000a18:53:12.858922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15532): Terminating (SIGTERM)\u000a18:53:12.899401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15535): Terminating (SIGTERM)\u000a18:53:12.909226 --- ParallelTerminationStrategy: PID 15529 died...\u000a18:53:12.963374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15529): Terminated: ok {rc=0}\u000a18:53:12.973854 --- ParallelTerminationStrategy: PID 15532 died...\u000a18:53:13.027296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15532): Terminated: ok {rc=0}\u000a18:53:13.037381 --- ParallelTerminationStrategy: PID 15535 died...\u000a18:53:13.090629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15535): Terminated: ok {rc=0}\u000a18:53:13.181079 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15543): Process ended prematurely: osmo-stp_10.42.42.5(pid=15543) [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15543)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15543): Process ended prematurely: osmo-stp_10.42.42.5(pid=15543) [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:53:14.234576 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:14.246978 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:53:14.398987 tst ping_idle_ping.py: using LAC 30805\u000a18:53:14.518519 tst ping_idle_ping.py: using RAC 205\u000a18:53:14.638540 tst ping_idle_ping.py: using CellId 30805\u000a18:53:14.755885 tst ping_idle_ping.py: using BVCI 30806\u000a18:53:14.778846 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:14.790104 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:14.801190 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:14.812426 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:14.823678 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:14.834859 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:14.846249 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:14.857569 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:53:15.135860 tst ping_idle_ping.py:24: start network...\u000a18:53:15.261587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:53:15.743753 run create_hlr_db(pid=15537): Launched\u000a18:53:15.939092 bus /gobi_6: Setting Powered False\u000a18:53:16.994219 run create_hlr_db(pid=15537): Terminated: ok {rc=0}\u000a18:53:17.478373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15539): Launched\u000a18:53:17.806938 run osmo-hlr_10.42.42.2(pid=15540): Launched\u000a18:53:17.926004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:53:18.491546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15542): Launched\u000a18:53:18.813393 run osmo-stp_10.42.42.5(pid=15543): Launched\u000a18:53:18.927598 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:53:19.459722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15545): Launched\u000a18:53:19.567795 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:53:19.835888 run patchelf(pid=15546): Launched\u000a18:53:20.014524 run osmo-stp_10.42.42.5(pid=15543): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15543)]\u000a18:53:20.143468 run osmo-stp_10.42.42.5(pid=15543): stdout: \u000a| (launched: 2022-12-12_18:53:18.656705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:20.272314 run osmo-stp_10.42.42.5(pid=15543): stderr: \u000a| �[0;m�[38;5;43m20221212185318832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185318832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185318832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185318833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185318833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185318833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185318833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:20.396765 run osmo-stp_10.42.42.5(pid=15543): stdout: \u000a| (launched: 2022-12-12_18:53:18.656705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:20.520116 run osmo-stp_10.42.42.5(pid=15543): stderr: \u000a| �[0;m�[38;5;43m20221212185318832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185318832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185318832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185318833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185318833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185318833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185318833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:20.663565 run patchelf(pid=15546): Terminating (SIGINT)\u000a18:53:20.833170 run patchelf(pid=15546): Terminated: ok {rc=0}\u000a18:53:20.863839 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15543): Process ended prematurely: osmo-stp_10.42.42.5(pid=15543) [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15543)] [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:53:20.872538 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a18:53:20.933317 run osmo-hlr_10.42.42.2(pid=15540): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15540)]\u000a18:53:20.982524 run osmo-hlr_10.42.42.2(pid=15540): stdout: \u000a| (launched: 2022-12-12_18:53:17.643732) \u000a18:53:21.032374 run osmo-hlr_10.42.42.2(pid=15540): stderr: \u000a| �[0;m�[1;31m20221212185317841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185317841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185317841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185317841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185317841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185317841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185317853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185317862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185317862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185317862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:53:21.075426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15539): Terminating (SIGTERM)\u000a18:53:21.115680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15542): Terminating (SIGTERM)\u000a18:53:21.155840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15545): Terminating (SIGTERM)\u000a18:53:21.165600 --- ParallelTerminationStrategy: PID 15539 died...\u000a18:53:21.219347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15539): Terminated: ok {rc=0}\u000a18:53:21.229594 --- ParallelTerminationStrategy: PID 15542 died...\u000a18:53:21.283232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15542): Terminated: ok {rc=0}\u000a18:53:21.293353 --- ParallelTerminationStrategy: PID 15545 died...\u000a18:53:21.347266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15545): Terminated: ok {rc=0}\u000a18:53:21.432587 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:52:22" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15560): Process ended prematurely: osmo-stp_10.42.42.5(pid=15560) [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15560)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15560): Process ended prematurely: osmo-stp_10.42.42.5(pid=15560) [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:53:23.606873 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:23.618169 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:53:23.775387 tst cs_paging_gprs_active.py: using LAC 30806\u000a18:53:23.896524 tst cs_paging_gprs_active.py: using RAC 206\u000a18:53:24.017922 tst cs_paging_gprs_active.py: using CellId 30806\u000a18:53:24.142383 tst cs_paging_gprs_active.py: using BVCI 30807\u000a18:53:24.165716 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:24.176639 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:24.187512 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:24.198833 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:24.210345 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:24.221505 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:24.233081 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:24.244381 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:24.255889 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:53:24.377288 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:53:24.658506 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:53:24.785909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:25.105856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15550): Launched\u000a18:53:25.373595 run iperf3-srv_10.42.42.10(pid=15551): Launched\u000a18:53:25.560068 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:53:25.687646 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:26.008902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15552): Launched\u000a18:53:26.275702 run iperf3-srv_10.42.42.10(pid=15553): Launched\u000a18:53:26.462000 tst cs_paging_gprs_active.py:38: start network...\u000a18:53:26.589402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:53:27.075587 run create_hlr_db(pid=15554): Launched\u000a18:53:27.252275 bus /gobi_6: Setting Powered False\u000a18:53:28.275109 run create_hlr_db(pid=15554): Terminated: ok {rc=0}\u000a18:53:28.684788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15556): Launched\u000a18:53:28.995390 run osmo-hlr_10.42.42.2(pid=15557): Launched\u000a18:53:29.115221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:53:29.657728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15559): Launched\u000a18:53:29.968794 run osmo-stp_10.42.42.5(pid=15560): Launched\u000a18:53:30.080233 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:53:30.617616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15562): Launched\u000a18:53:30.727696 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:53:31.058980 run patchelf(pid=15563): Launched\u000a18:53:31.252232 run osmo-stp_10.42.42.5(pid=15560): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15560)]\u000a18:53:31.386553 run osmo-stp_10.42.42.5(pid=15560): stdout: \u000a| (launched: 2022-12-12_18:53:29.813750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:31.520922 run osmo-stp_10.42.42.5(pid=15560): stderr: \u000a| �[0;m�[38;5;43m20221212185329982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185329983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185329983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185329983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185329984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185329984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185329984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:31.650482 run osmo-stp_10.42.42.5(pid=15560): stdout: \u000a| (launched: 2022-12-12_18:53:29.813750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:31.803583 run osmo-stp_10.42.42.5(pid=15560): stderr: \u000a| �[0;m�[38;5;43m20221212185329982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185329983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185329983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185329983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185329984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185329984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185329984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:32.010796 run patchelf(pid=15563): Terminating (SIGINT)\u000a18:53:32.199455 run patchelf(pid=15563): Terminated: ok {rc=0}\u000a18:53:32.235130 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15560): Process ended prematurely: osmo-stp_10.42.42.5(pid=15560) [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15560)] [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:53:32.246578 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:53:32.312089 run osmo-hlr_10.42.42.2(pid=15557): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15557)]\u000a18:53:32.366202 run osmo-hlr_10.42.42.2(pid=15557): stdout: \u000a| (launched: 2022-12-12_18:53:28.840844) \u000a18:53:32.420280 run osmo-hlr_10.42.42.2(pid=15557): stderr: \u000a| �[0;m�[1;31m20221212185329013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185329014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185329014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185329014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185329014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185329014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185329027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185329036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185329036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185329036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:53:32.465232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15550): Terminating (SIGTERM)\u000a18:53:32.507638 run iperf3-srv_10.42.42.10(pid=15551): Terminating (SIGTERM)\u000a18:53:32.551088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15552): Terminating (SIGTERM)\u000a18:53:32.591222 run iperf3-srv_10.42.42.10(pid=15553): Terminating (SIGTERM)\u000a18:53:32.631160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15556): Terminating (SIGTERM)\u000a18:53:32.671004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15559): Terminating (SIGTERM)\u000a18:53:32.710750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15562): Terminating (SIGTERM)\u000a18:53:32.720485 --- ParallelTerminationStrategy: PID 15550 died...\u000a18:53:32.775098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15550): Terminated: ok {rc=0}\u000a18:53:32.784869 --- ParallelTerminationStrategy: PID 15551 died...\u000a18:53:32.838511 run iperf3-srv_10.42.42.10(pid=15551): Terminated {rc=256}\u000a18:53:32.848542 --- ParallelTerminationStrategy: PID 15552 died...\u000a18:53:32.902186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15552): Terminated: ok {rc=0}\u000a18:53:32.912024 --- ParallelTerminationStrategy: PID 15553 died...\u000a18:53:32.965715 run iperf3-srv_10.42.42.10(pid=15553): Terminated {rc=256}\u000a18:53:32.975437 --- ParallelTerminationStrategy: PID 15556 died...\u000a18:53:33.029381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15556): Terminated: ok {rc=0}\u000a18:53:33.039342 --- ParallelTerminationStrategy: PID 15559 died...\u000a18:53:33.093747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15559): Terminated: ok {rc=0}\u000a18:53:33.103615 --- ParallelTerminationStrategy: PID 15562 died...\u000a18:53:33.157112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15562): Terminated: ok {rc=0}\u000a18:53:33.246261 bus /gobi_0: Setting Powered False\u000a18:53:34.350736 bus /gobi_0: Setting Powered False\u000a18:53:35.461856 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15572): Process ended prematurely: osmo-stp_10.42.42.5(pid=15572) [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15572)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15572): Process ended prematurely: osmo-stp_10.42.42.5(pid=15572) [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:53:36.573338 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:36.585258 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:53:36.743932 tst iperf3.py: using LAC 30807\u000a18:53:36.864898 tst iperf3.py: using RAC 207\u000a18:53:36.986535 tst iperf3.py: using CellId 30807\u000a18:53:37.111857 tst iperf3.py: using BVCI 30808\u000a18:53:37.135170 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:37.146266 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:37.157836 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:37.169390 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:37.180460 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:37.191728 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:37.203254 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:37.214534 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:37.225991 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:53:37.506881 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:53:37.634965 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:37.955987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15564): Launched\u000a18:53:38.223866 run iperf3-srv_10.42.42.10(pid=15565): Launched\u000a18:53:38.410743 tst iperf3.py:8: start network...\u000a18:53:38.538241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:53:39.023679 run create_hlr_db(pid=15566): Launched\u000a18:53:39.199802 bus /gobi_6: Setting Powered False\u000a18:53:40.222836 run create_hlr_db(pid=15566): Terminated: ok {rc=0}\u000a18:53:40.659899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15568): Launched\u000a18:53:40.990845 run osmo-hlr_10.42.42.2(pid=15569): Launched\u000a18:53:41.110241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:53:41.680167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15571): Launched\u000a18:53:42.008044 run osmo-stp_10.42.42.5(pid=15572): Launched\u000a18:53:42.126558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:53:42.700381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15574): Launched\u000a18:53:42.817353 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:53:43.104285 run patchelf(pid=15575): Launched\u000a18:53:43.295324 run osmo-stp_10.42.42.5(pid=15572): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15572)]\u000a18:53:43.435366 run osmo-stp_10.42.42.5(pid=15572): stdout: \u000a| (launched: 2022-12-12_18:53:41.846471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:43.574999 run osmo-stp_10.42.42.5(pid=15572): stderr: \u000a| �[0;m�[38;5;43m20221212185342039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185342039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185342039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185342039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185342040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185342040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185342040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:43.710184 run osmo-stp_10.42.42.5(pid=15572): stdout: \u000a| (launched: 2022-12-12_18:53:41.846471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:43.843610 run osmo-stp_10.42.42.5(pid=15572): stderr: \u000a| �[0;m�[38;5;43m20221212185342039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185342039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185342039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185342039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185342040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185342040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185342040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:43.999849 run patchelf(pid=15575): Terminating (SIGINT)\u000a18:53:44.183525 run patchelf(pid=15575): Terminated: ok {rc=0}\u000a18:53:44.217475 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15572): Process ended prematurely: osmo-stp_10.42.42.5(pid=15572) [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15572)] [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:53:44.227847 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:53:44.291505 run osmo-hlr_10.42.42.2(pid=15569): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15569)]\u000a18:53:44.343213 run osmo-hlr_10.42.42.2(pid=15569): stdout: \u000a| (launched: 2022-12-12_18:53:40.827242) \u000a18:53:44.395407 run osmo-hlr_10.42.42.2(pid=15569): stderr: \u000a| �[0;m�[1;31m20221212185341022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185341022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185341022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185341022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185341022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185341023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185341036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185341045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185341045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185341045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:53:44.439810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15564): Terminating (SIGTERM)\u000a18:53:44.481718 run iperf3-srv_10.42.42.10(pid=15565): Terminating (SIGTERM)\u000a18:53:44.523687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15568): Terminating (SIGTERM)\u000a18:53:44.565776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15571): Terminating (SIGTERM)\u000a18:53:44.607485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15574): Terminating (SIGTERM)\u000a18:53:44.617394 --- ParallelTerminationStrategy: PID 15564 died...\u000a18:53:44.673650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15564): Terminated: ok {rc=0}\u000a18:53:44.684111 --- ParallelTerminationStrategy: PID 15565 died...\u000a18:53:44.740160 run iperf3-srv_10.42.42.10(pid=15565): Terminated {rc=256}\u000a18:53:44.750292 --- ParallelTerminationStrategy: PID 15568 died...\u000a18:53:44.806636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15568): Terminated: ok {rc=0}\u000a18:53:44.816747 --- ParallelTerminationStrategy: PID 15571 died...\u000a18:53:44.873119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15571): Terminated: ok {rc=0}\u000a18:53:44.883383 --- ParallelTerminationStrategy: PID 15574 died...\u000a18:53:44.939699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15574): Terminated: ok {rc=0}\u000a18:53:45.028068 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15861): Process ended prematurely: osmo-stp_10.42.42.5(pid=15861) [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15861)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15861): Process ended prematurely: osmo-stp_10.42.42.5(pid=15861) [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15861)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:53:46.183158 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:46.204494 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:53:46.446098 tst iperf3m4.py: using LAC 30808\u000a18:53:46.616154 tst iperf3m4.py: using RAC 208\u000a18:53:46.776394 tst iperf3m4.py: using CellId 30808\u000a18:53:46.943484 tst iperf3m4.py: using BVCI 30809\u000a18:53:46.980172 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:46.997317 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:47.009915 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:47.024256 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:47.039599 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:47.059451 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:47.094792 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:47.138306 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:53:47.176033 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:53:47.375929 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:53:47.559736 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:53:47.725298 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:53:48.148774 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:53:48.344512 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:48.754512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15748): Launched\u000a18:53:49.117254 run iperf3-srv_10.42.42.10(pid=15794): Launched\u000a18:53:49.342920 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:53:49.476270 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:49.831788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15847): Launched\u000a18:53:50.130733 run iperf3-srv_10.42.42.10(pid=15848): Launched\u000a18:53:50.337329 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:53:50.478106 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:50.835454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15849): Launched\u000a18:53:51.135445 run iperf3-srv_10.42.42.10(pid=15850): Launched\u000a18:53:51.340838 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:53:51.480506 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:51.835293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15852): Launched\u000a18:53:52.125061 run iperf3-srv_10.42.42.10(pid=15854): Launched\u000a18:53:52.331404 tst iperf3m4.py:8: start network...\u000a18:53:52.471832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:53:53.035574 run create_hlr_db(pid=15855): Launched\u000a18:53:53.228697 bus /gobi_6: Setting Powered False\u000a18:53:54.251309 run create_hlr_db(pid=15855): Terminated: ok {rc=0}\u000a18:53:54.709847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15857): Launched\u000a18:53:55.143998 run osmo-hlr_10.42.42.2(pid=15858): Launched\u000a18:53:55.395315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:53:55.999931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15860): Launched\u000a18:53:56.436922 run osmo-stp_10.42.42.5(pid=15861): Launched\u000a18:53:56.670100 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:53:57.269908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15863): Launched\u000a18:53:57.396555 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:53:57.734272 run patchelf(pid=15876): Launched\u000a18:53:57.932430 run osmo-stp_10.42.42.5(pid=15861): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15861)]\u000a18:53:58.076368 run osmo-stp_10.42.42.5(pid=15861): stdout: \u000a| (launched: 2022-12-12_18:53:56.172881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:58.221790 run osmo-stp_10.42.42.5(pid=15861): stderr: \u000a| �[0;m�[38;5;43m20221212185356476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185356476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185356476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185356477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185356477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185356477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185356477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:58.361721 run osmo-stp_10.42.42.5(pid=15861): stdout: \u000a| (launched: 2022-12-12_18:53:56.172881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:58.500753 run osmo-stp_10.42.42.5(pid=15861): stderr: \u000a| �[0;m�[38;5;43m20221212185356476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185356476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185356476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185356477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185356477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185356477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185356477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:58.661741 run patchelf(pid=15876): Terminating (SIGINT)\u000a18:53:58.854879 run patchelf(pid=15876): Terminated: ok {rc=0}\u000a18:53:58.891314 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15861): Process ended prematurely: osmo-stp_10.42.42.5(pid=15861) [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15861)] [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:53:58.902644 tst iperf3m4.py:8: Test FAILED (12.8 sec)\u000a18:53:58.969875 run osmo-hlr_10.42.42.2(pid=15858): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15858)]\u000a18:53:59.024073 run osmo-hlr_10.42.42.2(pid=15858): stdout: \u000a| (launched: 2022-12-12_18:53:54.882834) \u000a18:53:59.082124 run osmo-hlr_10.42.42.2(pid=15858): stderr: \u000a| �[0;m�[1;31m20221212185355192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185355192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185355192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185355192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185355192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185355192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185355213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185355226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185355226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185355226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:53:59.128572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15748): Terminating (SIGTERM)\u000a18:53:59.174752 run iperf3-srv_10.42.42.10(pid=15794): Terminating (SIGTERM)\u000a18:53:59.221019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15847): Terminating (SIGTERM)\u000a18:53:59.267017 run iperf3-srv_10.42.42.10(pid=15848): Terminating (SIGTERM)\u000a18:53:59.313909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15849): Terminating (SIGTERM)\u000a18:53:59.360247 run iperf3-srv_10.42.42.10(pid=15850): Terminating (SIGTERM)\u000a18:53:59.406083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15852): Terminating (SIGTERM)\u000a18:53:59.451891 run iperf3-srv_10.42.42.10(pid=15854): Terminating (SIGTERM)\u000a18:53:59.499044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15857): Terminating (SIGTERM)\u000a18:53:59.545425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15860): Terminating (SIGTERM)\u000a18:53:59.591979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15863): Terminating (SIGTERM)\u000a18:53:59.603331 --- ParallelTerminationStrategy: PID 15748 died...\u000a18:53:59.664041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15748): Terminated: ok {rc=0}\u000a18:53:59.675577 --- ParallelTerminationStrategy: PID 15794 died...\u000a18:53:59.735800 run iperf3-srv_10.42.42.10(pid=15794): Terminated {rc=256}\u000a18:53:59.746940 --- ParallelTerminationStrategy: PID 15847 died...\u000a18:53:59.805596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15847): Terminated: ok {rc=0}\u000a18:53:59.816780 --- ParallelTerminationStrategy: PID 15848 died...\u000a18:53:59.875759 run iperf3-srv_10.42.42.10(pid=15848): Terminated {rc=256}\u000a18:53:59.887947 --- ParallelTerminationStrategy: PID 15849 died...\u000a18:53:59.946343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15849): Terminated: ok {rc=0}\u000a18:53:59.957993 --- ParallelTerminationStrategy: PID 15850 died...\u000a18:54:00.016579 run iperf3-srv_10.42.42.10(pid=15850): Terminated {rc=256}\u000a18:54:00.027796 --- ParallelTerminationStrategy: PID 15852 died...\u000a18:54:00.087277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15852): Terminated: ok {rc=0}\u000a18:54:00.098571 --- ParallelTerminationStrategy: PID 15854 died...\u000a18:54:00.156577 run iperf3-srv_10.42.42.10(pid=15854): Terminated {rc=256}\u000a18:54:00.167778 --- ParallelTerminationStrategy: PID 15857 died...\u000a18:54:00.230379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15857): Terminated: ok {rc=0}\u000a18:54:00.242016 --- ParallelTerminationStrategy: PID 15860 died...\u000a18:54:00.301447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15860): Terminated: ok {rc=0}\u000a18:54:00.312779 --- ParallelTerminationStrategy: PID 15863 died...\u000a18:54:00.371645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15863): Terminated: ok {rc=0}\u000a18:54:00.463239 bus /gobi_4: Setting Powered False\u000a18:54:01.589437 bus /gobi_4: Setting Powered False\u000a18:54:02.705387 bus /gobi_1: Setting Powered False\u000a18:54:03.813969 bus /gobi_1: Setting Powered False\u000a18:54:04.929395 bus /gobi_0: Setting Powered False\u000a18:54:06.038212 bus /gobi_0: Setting Powered False\u000a18:54:07.152036 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15884): Process ended prematurely: osmo-stp_10.42.42.5(pid=15884) [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15884)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15884): Process ended prematurely: osmo-stp_10.42.42.5(pid=15884) [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:54:08.222955 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:08.236236 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:54:08.401191 tst ping.py: using LAC 30809\u000a18:54:08.526722 tst ping.py: using RAC 209\u000a18:54:08.649965 tst ping.py: using CellId 30809\u000a18:54:08.778472 tst ping.py: using BVCI 30810\u000a18:54:08.803219 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:08.815605 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:08.827793 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:08.841163 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:08.855676 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:08.869631 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:08.884385 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:08.897671 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:54:09.185602 tst ping.py:19: start network...\u000a18:54:09.316771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:54:09.857364 run create_hlr_db(pid=15877): Launched\u000a18:54:10.046870 bus /gobi_6: Setting Powered False\u000a18:54:11.064820 run create_hlr_db(pid=15877): Terminated: ok {rc=0}\u000a18:54:11.497258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15880): Launched\u000a18:54:11.824454 run osmo-hlr_10.42.42.2(pid=15881): Launched\u000a18:54:11.941569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:54:12.509142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15883): Launched\u000a18:54:12.835535 run osmo-stp_10.42.42.5(pid=15884): Launched\u000a18:54:12.951395 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:54:13.519102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15886): Launched\u000a18:54:13.634232 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:54:13.917819 run patchelf(pid=15887): Launched\u000a18:54:14.106552 run osmo-stp_10.42.42.5(pid=15884): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15884)]\u000a18:54:14.243814 run osmo-stp_10.42.42.5(pid=15884): stdout: \u000a| (launched: 2022-12-12_18:54:12.673433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:14.382756 run osmo-stp_10.42.42.5(pid=15884): stderr: \u000a| �[0;m�[38;5;43m20221212185412867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185412867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185412867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185412868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185412868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185412868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185412868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:14.516140 run osmo-stp_10.42.42.5(pid=15884): stdout: \u000a| (launched: 2022-12-12_18:54:12.673433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:14.648449 run osmo-stp_10.42.42.5(pid=15884): stderr: \u000a| �[0;m�[38;5;43m20221212185412867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185412867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185412867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185412868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185412868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185412868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185412868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:14.802868 run patchelf(pid=15887): Terminating (SIGINT)\u000a18:54:14.982592 run patchelf(pid=15887): Terminated: ok {rc=0}\u000a18:54:15.015442 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15884): Process ended prematurely: osmo-stp_10.42.42.5(pid=15884) [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15884)] [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:54:15.024815 tst ping.py:22: Test FAILED (6.8 sec)\u000a18:54:15.088092 run osmo-hlr_10.42.42.2(pid=15881): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15881)]\u000a18:54:15.139381 run osmo-hlr_10.42.42.2(pid=15881): stdout: \u000a| (launched: 2022-12-12_18:54:11.662312) \u000a18:54:15.191180 run osmo-hlr_10.42.42.2(pid=15881): stderr: \u000a| �[0;m�[1;31m20221212185411860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185411860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185411860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185411860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185411860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185411860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185411873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185411883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185411883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185411883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:54:15.235470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15880): Terminating (SIGTERM)\u000a18:54:15.277328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15883): Terminating (SIGTERM)\u000a18:54:15.319575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15886): Terminating (SIGTERM)\u000a18:54:15.329516 --- ParallelTerminationStrategy: PID 15880 died...\u000a18:54:15.385568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15880): Terminated: ok {rc=0}\u000a18:54:15.395784 --- ParallelTerminationStrategy: PID 15883 died...\u000a18:54:15.451739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15883): Terminated: ok {rc=0}\u000a18:54:15.461993 --- ParallelTerminationStrategy: PID 15886 died...\u000a18:54:15.517910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15886): Terminated: ok {rc=0}\u000a18:54:15.606421 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15894): Process ended prematurely: osmo-stp_10.42.42.5(pid=15894) [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15894)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15894): Process ended prematurely: osmo-stp_10.42.42.5(pid=15894) [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:54:16.658519 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:16.671646 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:54:16.842504 tst ping_idle_ping.py: using LAC 30810\u000a18:54:16.975847 tst ping_idle_ping.py: using RAC 210\u000a18:54:17.104579 tst ping_idle_ping.py: using CellId 30810\u000a18:54:17.227651 tst ping_idle_ping.py: using BVCI 30811\u000a18:54:17.251534 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:17.262872 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:17.273863 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:17.288537 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:17.300006 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:17.311553 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:17.323290 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:17.335008 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:54:17.628933 tst ping_idle_ping.py:24: start network...\u000a18:54:17.764072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:54:18.287491 run create_hlr_db(pid=15888): Launched\u000a18:54:18.475534 bus /gobi_6: Setting Powered False\u000a18:54:19.497028 run create_hlr_db(pid=15888): Terminated: ok {rc=0}\u000a18:54:19.907638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15890): Launched\u000a18:54:20.214948 run osmo-hlr_10.42.42.2(pid=15891): Launched\u000a18:54:20.330495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:54:20.859020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15893): Launched\u000a18:54:21.164747 run osmo-stp_10.42.42.5(pid=15894): Launched\u000a18:54:21.274228 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:54:21.802530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15896): Launched\u000a18:54:21.910461 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:54:22.176697 run patchelf(pid=15897): Launched\u000a18:54:22.353708 run osmo-stp_10.42.42.5(pid=15894): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15894)]\u000a18:54:22.483200 run osmo-stp_10.42.42.5(pid=15894): stdout: \u000a| (launched: 2022-12-12_18:54:21.012137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:22.612803 run osmo-stp_10.42.42.5(pid=15894): stderr: \u000a| �[0;m�[38;5;43m20221212185421181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185421182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185421182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185421182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185421183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185421183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185421183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:22.738303 run osmo-stp_10.42.42.5(pid=15894): stdout: \u000a| (launched: 2022-12-12_18:54:21.012137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:22.862226 run osmo-stp_10.42.42.5(pid=15894): stderr: \u000a| �[0;m�[38;5;43m20221212185421181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185421182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185421182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185421182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185421183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185421183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185421183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:23.006675 run patchelf(pid=15897): Terminating (SIGINT)\u000a18:54:23.175705 run patchelf(pid=15897): Terminated: ok {rc=0}\u000a18:54:23.206725 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15894): Process ended prematurely: osmo-stp_10.42.42.5(pid=15894) [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15894)] [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:54:23.215532 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:54:23.276401 run osmo-hlr_10.42.42.2(pid=15891): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15891)]\u000a18:54:23.325691 run osmo-hlr_10.42.42.2(pid=15891): stdout: \u000a| (launched: 2022-12-12_18:54:20.061549) \u000a18:54:23.375276 run osmo-hlr_10.42.42.2(pid=15891): stderr: \u000a| �[0;m�[1;31m20221212185420237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185420237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185420237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185420237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185420237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185420237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185420250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185420258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185420258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185420258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:54:23.417528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15890): Terminating (SIGTERM)\u000a18:54:23.457670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15893): Terminating (SIGTERM)\u000a18:54:23.497738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15896): Terminating (SIGTERM)\u000a18:54:23.507505 --- ParallelTerminationStrategy: PID 15890 died...\u000a18:54:23.561128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15890): Terminated: ok {rc=0}\u000a18:54:23.571162 --- ParallelTerminationStrategy: PID 15893 died...\u000a18:54:23.624423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15893): Terminated: ok {rc=0}\u000a18:54:23.634429 --- ParallelTerminationStrategy: PID 15896 died...\u000a18:54:23.687805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15896): Terminated: ok {rc=0}\u000a18:54:23.771507 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:53:23" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15911): Process ended prematurely: osmo-stp_10.42.42.5(pid=15911) [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15911)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15911): Process ended prematurely: osmo-stp_10.42.42.5(pid=15911) [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15911)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:54:25.957901 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:25.969903 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:54:26.115421 tst cs_paging_gprs_active.py: using LAC 30811\u000a18:54:26.245332 tst cs_paging_gprs_active.py: using RAC 211\u000a18:54:26.374787 tst cs_paging_gprs_active.py: using CellId 30811\u000a18:54:26.504645 tst cs_paging_gprs_active.py: using BVCI 30812\u000a18:54:26.529851 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:26.541765 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:26.553564 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:26.565945 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:26.578326 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:26.590682 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:26.603058 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:26.615272 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:26.627766 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:54:26.750158 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:54:27.037565 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:54:27.165148 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:27.485295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15901): Launched\u000a18:54:27.751043 run iperf3-srv_10.42.42.10(pid=15902): Launched\u000a18:54:27.937394 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:54:28.064521 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:28.383103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15903): Launched\u000a18:54:28.648226 run iperf3-srv_10.42.42.10(pid=15904): Launched\u000a18:54:28.834390 tst cs_paging_gprs_active.py:38: start network...\u000a18:54:28.961494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:54:29.448103 run create_hlr_db(pid=15905): Launched\u000a18:54:29.624406 bus /gobi_6: Setting Powered False\u000a18:54:30.646276 run create_hlr_db(pid=15905): Terminated: ok {rc=0}\u000a18:54:31.080896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15907): Launched\u000a18:54:31.448365 run osmo-hlr_10.42.42.2(pid=15908): Launched\u000a18:54:31.597509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:54:32.269598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15910): Launched\u000a18:54:32.603610 run osmo-stp_10.42.42.5(pid=15911): Launched\u000a18:54:32.722674 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:54:33.291330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15913): Launched\u000a18:54:33.407517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:54:33.693866 run patchelf(pid=15914): Launched\u000a18:54:33.883980 run osmo-stp_10.42.42.5(pid=15911): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15911)]\u000a18:54:34.022779 run osmo-stp_10.42.42.5(pid=15911): stdout: \u000a| (launched: 2022-12-12_18:54:32.439500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:34.161990 run osmo-stp_10.42.42.5(pid=15911): stderr: \u000a| �[0;m�[38;5;43m20221212185432631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185432632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185432632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185432632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185432633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185432633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185432633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:34.295897 run osmo-stp_10.42.42.5(pid=15911): stdout: \u000a| (launched: 2022-12-12_18:54:32.439500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:34.430293 run osmo-stp_10.42.42.5(pid=15911): stderr: \u000a| �[0;m�[38;5;43m20221212185432631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185432632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185432632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185432632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185432633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185432633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185432633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:34.587807 run patchelf(pid=15914): Terminating (SIGINT)\u000a18:54:34.770548 run patchelf(pid=15914): Terminated: ok {rc=0}\u000a18:54:34.804298 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15911): Process ended prematurely: osmo-stp_10.42.42.5(pid=15911) [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15911)] [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a18:54:34.814689 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a18:54:34.877926 run osmo-hlr_10.42.42.2(pid=15908): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15908)]\u000a18:54:34.929411 run osmo-hlr_10.42.42.2(pid=15908): stdout: \u000a| (launched: 2022-12-12_18:54:31.253169) \u000a18:54:34.981505 run osmo-hlr_10.42.42.2(pid=15908): stderr: \u000a| �[0;m�[1;31m20221212185431611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185431611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185431611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185431611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185431611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185431611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185431631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185431653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185431653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185431653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:54:35.026034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15901): Terminating (SIGTERM)\u000a18:54:35.067821 run iperf3-srv_10.42.42.10(pid=15902): Terminating (SIGTERM)\u000a18:54:35.109939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15903): Terminating (SIGTERM)\u000a18:54:35.151887 run iperf3-srv_10.42.42.10(pid=15904): Terminating (SIGTERM)\u000a18:54:35.194016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15907): Terminating (SIGTERM)\u000a18:54:35.236402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15910): Terminating (SIGTERM)\u000a18:54:35.278524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15913): Terminating (SIGTERM)\u000a18:54:35.288236 --- ParallelTerminationStrategy: PID 15901 died...\u000a18:54:35.344269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15901): Terminated: ok {rc=0}\u000a18:54:35.354282 --- ParallelTerminationStrategy: PID 15902 died...\u000a18:54:35.409808 run iperf3-srv_10.42.42.10(pid=15902): Terminated {rc=256}\u000a18:54:35.420161 --- ParallelTerminationStrategy: PID 15903 died...\u000a18:54:35.476116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15903): Terminated: ok {rc=0}\u000a18:54:35.486050 --- ParallelTerminationStrategy: PID 15904 died...\u000a18:54:35.541677 run iperf3-srv_10.42.42.10(pid=15904): Terminated {rc=256}\u000a18:54:35.551689 --- ParallelTerminationStrategy: PID 15907 died...\u000a18:54:35.607478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15907): Terminated: ok {rc=0}\u000a18:54:35.617488 --- ParallelTerminationStrategy: PID 15910 died...\u000a18:54:35.673155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15910): Terminated: ok {rc=0}\u000a18:54:35.683171 --- ParallelTerminationStrategy: PID 15913 died...\u000a18:54:35.739507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15913): Terminated: ok {rc=0}\u000a18:54:35.827159 bus /gobi_0: Setting Powered False\u000a18:54:36.935379 bus /gobi_0: Setting Powered False\u000a18:54:38.048608 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15923): Process ended prematurely: osmo-stp_10.42.42.5(pid=15923) [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15923)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15923): Process ended prematurely: osmo-stp_10.42.42.5(pid=15923) [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15923)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a18:54:39.159542 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:39.171719 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:54:39.316152 tst iperf3.py: using LAC 30812\u000a18:54:39.441836 tst iperf3.py: using RAC 212\u000a18:54:39.570230 tst iperf3.py: using CellId 30812\u000a18:54:39.698167 tst iperf3.py: using BVCI 30813\u000a18:54:39.723503 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:39.735604 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:39.747402 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:39.759399 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:39.771275 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:39.783107 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:39.795021 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:39.806836 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:39.818882 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:54:40.101868 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:54:40.228504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:40.545119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15915): Launched\u000a18:54:40.808245 run iperf3-srv_10.42.42.10(pid=15916): Launched\u000a18:54:40.992390 tst iperf3.py:8: start network...\u000a18:54:41.118867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:54:41.602019 run create_hlr_db(pid=15917): Launched\u000a18:54:41.777079 bus /gobi_6: Setting Powered False\u000a18:54:42.799420 run create_hlr_db(pid=15917): Terminated: ok {rc=0}\u000a18:54:43.205123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15919): Launched\u000a18:54:43.512665 run osmo-hlr_10.42.42.2(pid=15920): Launched\u000a18:54:43.631159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:54:44.168213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15922): Launched\u000a18:54:44.476082 run osmo-stp_10.42.42.5(pid=15923): Launched\u000a18:54:44.587705 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:54:45.120438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15925): Launched\u000a18:54:45.228875 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:54:45.497145 run patchelf(pid=15926): Launched\u000a18:54:45.675070 run osmo-stp_10.42.42.5(pid=15923): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15923)]\u000a18:54:45.805113 run osmo-stp_10.42.42.5(pid=15923): stdout: \u000a| (launched: 2022-12-12_18:54:44.322760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:45.965238 run osmo-stp_10.42.42.5(pid=15923): stderr: \u000a| �[0;m�[38;5;43m20221212185444493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185444494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185444494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185444494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185444495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185444495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185444495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:46.112044 run osmo-stp_10.42.42.5(pid=15923): stdout: \u000a| (launched: 2022-12-12_18:54:44.322760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:46.248586 run osmo-stp_10.42.42.5(pid=15923): stderr: \u000a| �[0;m�[38;5;43m20221212185444493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185444494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185444494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185444494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185444495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185444495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185444495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:46.408845 run patchelf(pid=15926): Terminating (SIGINT)\u000a18:54:46.597002 run patchelf(pid=15926): Terminated: ok {rc=0}\u000a18:54:46.632080 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15923): Process ended prematurely: osmo-stp_10.42.42.5(pid=15923) [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15923)] [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a18:54:46.643441 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a18:54:46.715872 run osmo-hlr_10.42.42.2(pid=15920): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15920)]\u000a18:54:46.780411 run osmo-hlr_10.42.42.2(pid=15920): stdout: \u000a| (launched: 2022-12-12_18:54:43.359299) \u000a18:54:46.845625 run osmo-hlr_10.42.42.2(pid=15920): stderr: \u000a| �[0;m�[1;31m20221212185443535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185443535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185443535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185443536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185443536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185443536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185443547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185443555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185443555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185443555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:54:46.899103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15915): Terminating (SIGTERM)\u000a18:54:46.950929 run iperf3-srv_10.42.42.10(pid=15916): Terminating (SIGTERM)\u000a18:54:47.003433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15919): Terminating (SIGTERM)\u000a18:54:47.055291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15922): Terminating (SIGTERM)\u000a18:54:47.105878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15925): Terminating (SIGTERM)\u000a18:54:47.116306 --- ParallelTerminationStrategy: PID 15915 died...\u000a18:54:47.173329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15915): Terminated: ok {rc=0}\u000a18:54:47.183906 --- ParallelTerminationStrategy: PID 15916 died...\u000a18:54:47.237928 run iperf3-srv_10.42.42.10(pid=15916): Terminated {rc=256}\u000a18:54:47.247880 --- ParallelTerminationStrategy: PID 15919 died...\u000a18:54:47.301435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15919): Terminated: ok {rc=0}\u000a18:54:47.311490 --- ParallelTerminationStrategy: PID 15922 died...\u000a18:54:47.365200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15922): Terminated: ok {rc=0}\u000a18:54:47.375316 --- ParallelTerminationStrategy: PID 15925 died...\u000a18:54:47.428543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15925): Terminated: ok {rc=0}\u000a18:54:47.512428 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15941): Process ended prematurely: osmo-stp_10.42.42.5(pid=15941) [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15941)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15941): Process ended prematurely: osmo-stp_10.42.42.5(pid=15941) [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a18:54:48.629923 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:48.642749 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:54:48.792006 tst iperf3m4.py: using LAC 30813\u000a18:54:48.920044 tst iperf3m4.py: using RAC 213\u000a18:54:49.041530 tst iperf3m4.py: using CellId 30813\u000a18:54:49.160462 tst iperf3m4.py: using BVCI 30814\u000a18:54:49.183922 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:49.195733 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:49.207198 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:49.218907 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:49.230667 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:49.242464 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:49.254167 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:49.265622 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:54:49.277429 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:54:49.396242 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:54:49.521151 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:54:49.643451 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:54:49.940720 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:54:50.076878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:50.417183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15927): Launched\u000a18:54:50.701124 run iperf3-srv_10.42.42.10(pid=15928): Launched\u000a18:54:50.900651 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:54:51.035910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:51.372487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15929): Launched\u000a18:54:51.654181 run iperf3-srv_10.42.42.10(pid=15930): Launched\u000a18:54:51.853410 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:54:51.988778 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:52.327835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15931): Launched\u000a18:54:52.608001 run iperf3-srv_10.42.42.10(pid=15932): Launched\u000a18:54:52.808231 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:54:52.943608 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:53.282926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15933): Launched\u000a18:54:53.564423 run iperf3-srv_10.42.42.10(pid=15934): Launched\u000a18:54:53.763417 tst iperf3m4.py:8: start network...\u000a18:54:53.898589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:54:54.420348 run create_hlr_db(pid=15935): Launched\u000a18:54:54.607909 bus /gobi_6: Setting Powered False\u000a18:54:55.629680 run create_hlr_db(pid=15935): Terminated: ok {rc=0}\u000a18:54:56.064042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15937): Launched\u000a18:54:56.391536 run osmo-hlr_10.42.42.2(pid=15938): Launched\u000a18:54:56.512814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:54:57.083588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15940): Launched\u000a18:54:57.412196 run osmo-stp_10.42.42.5(pid=15941): Launched\u000a18:54:57.535687 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:54:58.107241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15943): Launched\u000a18:54:58.223384 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:54:58.510342 run patchelf(pid=15944): Launched\u000a18:54:58.700834 run osmo-stp_10.42.42.5(pid=15941): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15941)]\u000a18:54:58.839967 run osmo-stp_10.42.42.5(pid=15941): stdout: \u000a| (launched: 2022-12-12_18:54:57.249667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:58.978812 run osmo-stp_10.42.42.5(pid=15941): stderr: \u000a| �[0;m�[38;5;43m20221212185457441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185457441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185457441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185457442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185457442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185457442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185457442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:59.112820 run osmo-stp_10.42.42.5(pid=15941): stdout: \u000a| (launched: 2022-12-12_18:54:57.249667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:59.245751 run osmo-stp_10.42.42.5(pid=15941): stderr: \u000a| �[0;m�[38;5;43m20221212185457441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185457441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185457441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185457442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185457442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185457442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185457442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:59.400760 run patchelf(pid=15944): Terminating (SIGINT)\u000a18:54:59.582394 run patchelf(pid=15944): Terminated: ok {rc=0}\u000a18:54:59.615998 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15941): Process ended prematurely: osmo-stp_10.42.42.5(pid=15941) [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15941)] [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a18:54:59.626199 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a18:54:59.689439 run osmo-hlr_10.42.42.2(pid=15938): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15938)]\u000a18:54:59.740935 run osmo-hlr_10.42.42.2(pid=15938): stdout: \u000a| (launched: 2022-12-12_18:54:56.229213) \u000a18:54:59.792884 run osmo-hlr_10.42.42.2(pid=15938): stderr: \u000a| �[0;m�[1;31m20221212185456427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185456427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185456427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185456427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185456427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185456427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185456440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185456449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185456449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185456449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:54:59.837256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15927): Terminating (SIGTERM)\u000a18:54:59.879128 run iperf3-srv_10.42.42.10(pid=15928): Terminating (SIGTERM)\u000a18:54:59.921510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15929): Terminating (SIGTERM)\u000a18:54:59.963230 run iperf3-srv_10.42.42.10(pid=15930): Terminating (SIGTERM)\u000a18:55:00.005144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15931): Terminating (SIGTERM)\u000a18:55:00.046872 run iperf3-srv_10.42.42.10(pid=15932): Terminating (SIGTERM)\u000a18:55:00.088675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15933): Terminating (SIGTERM)\u000a18:55:00.130375 run iperf3-srv_10.42.42.10(pid=15934): Terminating (SIGTERM)\u000a18:55:00.172307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15937): Terminating (SIGTERM)\u000a18:55:00.214122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15940): Terminating (SIGTERM)\u000a18:55:00.255824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15943): Terminating (SIGTERM)\u000a18:55:00.265731 --- ParallelTerminationStrategy: PID 15927 died...\u000a18:55:00.321535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15927): Terminated: ok {rc=0}\u000a18:55:00.331612 --- ParallelTerminationStrategy: PID 15928 died...\u000a18:55:00.387311 run iperf3-srv_10.42.42.10(pid=15928): Terminated {rc=256}\u000a18:55:00.397360 --- ParallelTerminationStrategy: PID 15929 died...\u000a18:55:00.452922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15929): Terminated: ok {rc=0}\u000a18:55:00.462953 --- ParallelTerminationStrategy: PID 15930 died...\u000a18:55:00.518676 run iperf3-srv_10.42.42.10(pid=15930): Terminated {rc=256}\u000a18:55:00.528627 --- ParallelTerminationStrategy: PID 15931 died...\u000a18:55:00.584244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15931): Terminated: ok {rc=0}\u000a18:55:00.594270 --- ParallelTerminationStrategy: PID 15932 died...\u000a18:55:00.649706 run iperf3-srv_10.42.42.10(pid=15932): Terminated {rc=256}\u000a18:55:00.659675 --- ParallelTerminationStrategy: PID 15933 died...\u000a18:55:00.716693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15933): Terminated: ok {rc=0}\u000a18:55:00.726876 --- ParallelTerminationStrategy: PID 15934 died...\u000a18:55:00.782570 run iperf3-srv_10.42.42.10(pid=15934): Terminated {rc=256}\u000a18:55:00.792546 --- ParallelTerminationStrategy: PID 15937 died...\u000a18:55:00.869550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15937): Terminated: ok {rc=0}\u000a18:55:00.881113 --- ParallelTerminationStrategy: PID 15940 died...\u000a18:55:00.944572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15940): Terminated: ok {rc=0}\u000a18:55:00.955385 --- ParallelTerminationStrategy: PID 15943 died...\u000a18:55:01.012942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15943): Terminated: ok {rc=0}\u000a18:55:01.104144 bus /gobi_4: Setting Powered False\u000a18:55:02.218473 bus /gobi_4: Setting Powered False\u000a18:55:03.330770 bus /gobi_1: Setting Powered False\u000a18:55:04.431392 bus /gobi_1: Setting Powered False\u000a18:55:05.540073 bus /gobi_0: Setting Powered False\u000a18:55:06.647115 bus /gobi_0: Setting Powered False\u000a18:55:07.756547 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15955): Process ended prematurely: osmo-stp_10.42.42.5(pid=15955) [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15955)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15955): Process ended prematurely: osmo-stp_10.42.42.5(pid=15955) [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a18:55:08.824564 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:55:08.836774 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:55:08.974326 tst ping.py: using LAC 30814\u000a18:55:09.090463 tst ping.py: using RAC 214\u000a18:55:09.208679 tst ping.py: using CellId 30814\u000a18:55:09.326106 tst ping.py: using BVCI 30815\u000a18:55:09.348895 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:55:09.360410 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:55:09.371788 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:55:09.383521 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:55:09.394913 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:55:09.406324 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:55:09.417699 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:55:09.429543 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:55:09.722594 tst ping.py:19: start network...\u000a18:55:09.856533 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:55:10.372019 run create_hlr_db(pid=15949): Launched\u000a18:55:10.558670 bus /gobi_6: Setting Powered False\u000a18:55:11.579588 run create_hlr_db(pid=15949): Terminated: ok {rc=0}\u000a18:55:11.984792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15951): Launched\u000a18:55:12.288338 run osmo-hlr_10.42.42.2(pid=15952): Launched\u000a18:55:12.405551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:55:12.942174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15954): Launched\u000a18:55:13.245669 run osmo-stp_10.42.42.5(pid=15955): Launched\u000a18:55:13.354760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:55:13.880879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15957): Launched\u000a18:55:13.987054 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:55:14.250401 run patchelf(pid=15958): Launched\u000a18:55:14.425574 run osmo-stp_10.42.42.5(pid=15955): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15955)]\u000a18:55:14.553411 run osmo-stp_10.42.42.5(pid=15955): stdout: \u000a| (launched: 2022-12-12_18:55:13.093873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:14.681666 run osmo-stp_10.42.42.5(pid=15955): stderr: \u000a| �[0;m�[38;5;43m20221212185513263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185513263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185513264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185513264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185513265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185513265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185513265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:14.805725 run osmo-stp_10.42.42.5(pid=15955): stdout: \u000a| (launched: 2022-12-12_18:55:13.093873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:14.928578 run osmo-stp_10.42.42.5(pid=15955): stderr: \u000a| �[0;m�[38;5;43m20221212185513263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185513263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185513264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185513264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185513265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185513265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185513265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:15.071655 run patchelf(pid=15958): Terminating (SIGINT)\u000a18:55:15.239316 run patchelf(pid=15958): Terminated: ok {rc=0}\u000a18:55:15.269938 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15955): Process ended prematurely: osmo-stp_10.42.42.5(pid=15955) [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15955)] [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a18:55:15.278834 tst ping.py:22: Test FAILED (6.4 sec)\u000a18:55:15.340089 run osmo-hlr_10.42.42.2(pid=15952): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15952)]\u000a18:55:15.389689 run osmo-hlr_10.42.42.2(pid=15952): stdout: \u000a| (launched: 2022-12-12_18:55:12.136885) \u000a18:55:15.440054 run osmo-hlr_10.42.42.2(pid=15952): stderr: \u000a| �[0;m�[1;31m20221212185512313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185512313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185512313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185512313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185512313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185512314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185512326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185512335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185512335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185512335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:55:15.482529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15951): Terminating (SIGTERM)\u000a18:55:15.523053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15954): Terminating (SIGTERM)\u000a18:55:15.563244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15957): Terminating (SIGTERM)\u000a18:55:15.572856 --- ParallelTerminationStrategy: PID 15951 died...\u000a18:55:15.627289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15951): Terminated: ok {rc=0}\u000a18:55:15.637249 --- ParallelTerminationStrategy: PID 15954 died...\u000a18:55:15.690701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15954): Terminated: ok {rc=0}\u000a18:55:15.700599 --- ParallelTerminationStrategy: PID 15957 died...\u000a18:55:15.753763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15957): Terminated: ok {rc=0}\u000a18:55:15.853433 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15965): Process ended prematurely: osmo-stp_10.42.42.5(pid=15965) [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15965)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15965): Process ended prematurely: osmo-stp_10.42.42.5(pid=15965) [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a18:55:16.908585 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:55:16.923945 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a18:55:17.075634 tst ping_idle_ping.py: using LAC 30815\u000a18:55:17.214429 tst ping_idle_ping.py: using RAC 215\u000a18:55:17.335129 tst ping_idle_ping.py: using CellId 30815\u000a18:55:17.454319 tst ping_idle_ping.py: using BVCI 30816\u000a18:55:17.477308 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:55:17.488879 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:55:17.500312 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:55:17.511968 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:55:17.523686 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:55:17.535330 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:55:17.547142 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a18:55:17.558896 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a18:55:17.836692 tst ping_idle_ping.py:24: start network...\u000a18:55:17.962096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:55:18.440539 run create_hlr_db(pid=15959): Launched\u000a18:55:18.614219 bus /gobi_6: Setting Powered False\u000a18:55:19.635394 run create_hlr_db(pid=15959): Terminated: ok {rc=0}\u000a18:55:20.039675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15961): Launched\u000a18:55:20.342563 run osmo-hlr_10.42.42.2(pid=15962): Launched\u000a18:55:20.456859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:55:20.978474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15964): Launched\u000a18:55:21.282029 run osmo-stp_10.42.42.5(pid=15965): Launched\u000a18:55:21.391514 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:55:21.916568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15967): Launched\u000a18:55:22.023186 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:55:22.286584 run patchelf(pid=15968): Launched\u000a18:55:22.462395 run osmo-stp_10.42.42.5(pid=15965): ERR: Terminated: ERROR {rc=1} [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15965)]\u000a18:55:22.590567 run osmo-stp_10.42.42.5(pid=15965): stdout: \u000a| (launched: 2022-12-12_18:55:21.130496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:22.719336 run osmo-stp_10.42.42.5(pid=15965): stderr: \u000a| �[0;m�[38;5;43m20221212185521298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185521299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185521299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185521299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185521300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185521300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185521300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:22.843559 run osmo-stp_10.42.42.5(pid=15965): stdout: \u000a| (launched: 2022-12-12_18:55:21.130496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:22.967081 run osmo-stp_10.42.42.5(pid=15965): stderr: \u000a| �[0;m�[38;5;43m20221212185521298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185521299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185521299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185521299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185521300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185521300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185521300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:23.110545 run patchelf(pid=15968): Terminating (SIGINT)\u000a18:55:23.278611 run patchelf(pid=15968): Terminated: ok {rc=0}\u000a18:55:23.309516 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15965): Process ended prematurely: osmo-stp_10.42.42.5(pid=15965) [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15965)] [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a18:55:23.318478 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a18:55:23.379256 run osmo-hlr_10.42.42.2(pid=15962): ERR: Terminated: ERROR {rc=237} [trial-2380↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15962)]\u000a18:55:23.428360 run osmo-hlr_10.42.42.2(pid=15962): stdout: \u000a| (launched: 2022-12-12_18:55:20.192221) \u000a18:55:23.478248 run osmo-hlr_10.42.42.2(pid=15962): stderr: \u000a| �[0;m�[1;31m20221212185520368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185520368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185520368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185520368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185520368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185520369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185520381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185520390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185520390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185520390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:55:23.520344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15961): Terminating (SIGTERM)\u000a18:55:23.560354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15964): Terminating (SIGTERM)\u000a18:55:23.600430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15967): Terminating (SIGTERM)\u000a18:55:23.610031 --- ParallelTerminationStrategy: PID 15961 died...\u000a18:55:23.663526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15961): Terminated: ok {rc=0}\u000a18:55:23.673392 --- ParallelTerminationStrategy: PID 15964 died...\u000a18:55:23.727241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15964): Terminated: ok {rc=0}\u000a18:55:23.736805 --- ParallelTerminationStrategy: PID 15967 died...\u000a18:55:23.789827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15967): Terminated: ok {rc=0}\u000a18:55:23.873948 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:54:25" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15979): Process ended prematurely: osmo-stp_10.42.42.5(pid=15979) [trial-2380↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15979)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15979): Process ended prematurely: osmo-stp_10.42.42.5(pid=15979) [trial-2380↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:55:25.918846 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:55:25.930483 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:55:26.086724 tst switch_tch_pdch.py: using LAC 30816\u000a18:55:26.209814 tst switch_tch_pdch.py: using RAC 216\u000a18:55:26.325039 tst switch_tch_pdch.py: using CellId 30816\u000a18:55:26.440072 tst switch_tch_pdch.py: using BVCI 30817\u000a18:55:26.462793 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:55:26.474400 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:55:26.485861 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:55:26.497630 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:55:26.509369 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:55:26.521156 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:55:26.532897 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:55:26.544631 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:55:26.666504 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:55:26.961707 tst switch_tch_pdch.py:51: start network...\u000a18:55:27.095488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:55:27.612416 run create_hlr_db(pid=15973): Launched\u000a18:55:27.798687 bus /gobi_6: Setting Powered False\u000a18:55:28.819250 run create_hlr_db(pid=15973): Terminated: ok {rc=0}\u000a18:55:29.248577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15975): Launched\u000a18:55:29.571846 run osmo-hlr_10.42.42.2(pid=15976): Launched\u000a18:55:29.688223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:55:30.247062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15978): Launched\u000a18:55:30.570122 run osmo-stp_10.42.42.5(pid=15979): Launched\u000a18:55:30.686018 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:55:31.282561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15981): Launched\u000a18:55:31.394977 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:55:31.671478 run patchelf(pid=15982): Launched\u000a18:55:31.861076 run osmo-stp_10.42.42.5(pid=15979): ERR: Terminated: ERROR {rc=1} [trial-2380↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15979)]\u000a18:55:32.000361 run osmo-stp_10.42.42.5(pid=15979): stdout: \u000a| (launched: 2022-12-12_18:55:30.410000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:32.139183 run osmo-stp_10.42.42.5(pid=15979): stderr: \u000a| �[0;m�[38;5;43m20221212185530600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185530600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185530600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185530601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185530601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185530601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185530601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:32.272924 run osmo-stp_10.42.42.5(pid=15979): stdout: \u000a| (launched: 2022-12-12_18:55:30.410000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:32.404543 run osmo-stp_10.42.42.5(pid=15979): stderr: \u000a| �[0;m�[38;5;43m20221212185530600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185530600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185530600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185530601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185530601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185530601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185530601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:32.558087 run patchelf(pid=15982): Terminating (SIGINT)\u000a18:55:32.738741 run patchelf(pid=15982): Terminated: ok {rc=0}\u000a18:55:32.771941 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15979): Process ended prematurely: osmo-stp_10.42.42.5(pid=15979) [trial-2380↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15979)] [trial-2380↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:55:32.782015 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a18:55:32.845397 run osmo-hlr_10.42.42.2(pid=15976): ERR: Terminated: ERROR {rc=237} [trial-2380↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15976)]\u000a18:55:32.897571 run osmo-hlr_10.42.42.2(pid=15976): stdout: \u000a| (launched: 2022-12-12_18:55:29.411335) \u000a18:55:32.950351 run osmo-hlr_10.42.42.2(pid=15976): stderr: \u000a| �[0;m�[1;31m20221212185529609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185529610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185529610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185529610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185529610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185529610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185529623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185529631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185529632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185529632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:55:32.995859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15975): Terminating (SIGTERM)\u000a18:55:33.038482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15978): Terminating (SIGTERM)\u000a18:55:33.080894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15981): Terminating (SIGTERM)\u000a18:55:33.090800 --- ParallelTerminationStrategy: PID 15975 died...\u000a18:55:33.147917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15975): Terminated: ok {rc=0}\u000a18:55:33.158305 --- ParallelTerminationStrategy: PID 15978 died...\u000a18:55:33.214781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15978): Terminated: ok {rc=0}\u000a18:55:33.224847 --- ParallelTerminationStrategy: PID 15981 died...\u000a18:55:33.281301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15981): Terminated: ok {rc=0}\u000a18:55:33.369617 bus /gobi_0: Setting Powered False\u000a18:55:34.477215 bus /gobi_0: Setting Powered False\u000a18:55:35.584693 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:55:25" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15987): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15987) [trial-2380↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15987)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15987): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15987) [trial-2380↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15987)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a18:55:37.433266 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a18:55:37.549660 tst esme_connect_policy_acceptall.py: using MSISDN 7913\u000a18:55:37.694889 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:55:38.310829 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15986): Launched\u000a18:55:38.637559 run osmo-nitb_10.42.42.2(pid=15987): Launched\u000a18:55:38.837365 run osmo-nitb_10.42.42.2(pid=15987): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15987)]\u000a18:55:38.983773 run osmo-nitb_10.42.42.2(pid=15987): stdout: \u000a| (launched: 2022-12-12_18:55:38.477586) \u000a18:55:39.131251 run osmo-nitb_10.42.42.2(pid=15987): stderr: \u000a| (launched: 2022-12-12_18:55:38.526140)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:55:39.273450 run osmo-nitb_10.42.42.2(pid=15987): stdout: \u000a| (launched: 2022-12-12_18:55:38.477586) \u000a18:55:39.414701 run osmo-nitb_10.42.42.2(pid=15987): stderr: \u000a| (launched: 2022-12-12_18:55:38.526140)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:55:39.770215 tst osmo-nitb_10.42.42.2(pid=15987): stdout: \u000a| (launched: 2022-12-12_18:55:38.477586) \u000a18:55:39.900584 tst osmo-nitb_10.42.42.2(pid=15987): stderr: \u000a| (launched: 2022-12-12_18:55:38.526140)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:55:39.957926 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=15987): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15987) [trial-2380↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15987)] [trial-2380↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a18:55:39.966817 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a18:55:40.003033 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15986): Terminating (SIGTERM)\u000a18:55:40.180928 --- ParallelTerminationStrategy: PID 15986 died...\u000a18:55:40.238161 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15986): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15989): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15989) [trial-2380↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15989)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15989): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15989) [trial-2380↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a18:55:40.253501 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a18:55:40.370929 tst esme_connect_policy_closed.py: using MSISDN 7914\u000a18:55:40.499021 tst esme_connect_policy_closed.py: using MSISDN 7915\u000a18:55:40.615469 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:55:41.235257 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15988): Launched\u000a18:55:41.562875 run osmo-nitb_10.42.42.2(pid=15989): Launched\u000a18:55:41.749913 run osmo-nitb_10.42.42.2(pid=15989): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15989)]\u000a18:55:41.897903 run osmo-nitb_10.42.42.2(pid=15989): stdout: \u000a| (launched: 2022-12-12_18:55:41.402450) \u000a18:55:42.046514 run osmo-nitb_10.42.42.2(pid=15989): stderr: \u000a| (launched: 2022-12-12_18:55:41.451145)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:55:42.178550 run osmo-nitb_10.42.42.2(pid=15989): stdout: \u000a| (launched: 2022-12-12_18:55:41.402450) \u000a18:55:42.308904 run osmo-nitb_10.42.42.2(pid=15989): stderr: \u000a| (launched: 2022-12-12_18:55:41.451145)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:55:42.366201 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=15989): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15989) [trial-2380↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15989)] [trial-2380↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a18:55:42.374867 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a18:55:42.410869 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15988): Terminating (SIGTERM)\u000a18:55:42.588482 --- ParallelTerminationStrategy: PID 15988 died...\u000a18:55:42.645293 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15988): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15991): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15991) [trial-2380↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15991)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15991): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15991) [trial-2380↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a18:55:42.660283 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a18:55:42.672093 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a18:55:42.804641 tst esme_ms_sms_storeforward.py: using LAC 30817\u000a18:55:42.935275 tst esme_ms_sms_storeforward.py: using RAC 217\u000a18:55:43.066231 tst esme_ms_sms_storeforward.py: using CellId 30817\u000a18:55:43.197093 tst esme_ms_sms_storeforward.py: using BVCI 30818\u000a18:55:43.222058 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a18:55:43.438588 tst esme_ms_sms_storeforward.py: using MSISDN 7916\u000a18:55:43.626536 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a18:55:43.755352 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:55:44.395272 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15990): Launched\u000a18:55:44.706132 run osmo-nitb_10.42.42.2(pid=15991): Launched\u000a18:55:44.882625 run osmo-nitb_10.42.42.2(pid=15991): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15991)]\u000a18:55:45.011633 run osmo-nitb_10.42.42.2(pid=15991): stdout: \u000a| (launched: 2022-12-12_18:55:44.553223) \u000a18:55:45.140861 run osmo-nitb_10.42.42.2(pid=15991): stderr: \u000a| (launched: 2022-12-12_18:55:44.599030)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:55:45.265144 run osmo-nitb_10.42.42.2(pid=15991): stdout: \u000a| (launched: 2022-12-12_18:55:44.553223) \u000a18:55:45.388413 run osmo-nitb_10.42.42.2(pid=15991): stderr: \u000a| (launched: 2022-12-12_18:55:44.599030)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:55:45.442271 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=15991): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15991) [trial-2380↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15991)] [trial-2380↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a18:55:45.450433 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.8 sec)\u000a18:55:45.485607 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15990): Terminating (SIGTERM)\u000a18:55:45.662922 --- ParallelTerminationStrategy: PID 15990 died...\u000a18:55:45.718370 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15990): Terminated: ok {rc=0}\u000a18:55:45.808159 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15993): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15993) [trial-2380↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15993)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15993): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15993) [trial-2380↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a18:55:46.859507 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a18:55:46.872326 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a18:55:47.044525 tst esme_ms_sms_transaction.py: using LAC 30818\u000a18:55:47.201442 tst esme_ms_sms_transaction.py: using RAC 218\u000a18:55:47.330713 tst esme_ms_sms_transaction.py: using CellId 30818\u000a18:55:47.457992 tst esme_ms_sms_transaction.py: using BVCI 30819\u000a18:55:47.483436 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a18:55:47.706186 tst esme_ms_sms_transaction.py: using MSISDN 7917\u000a18:55:47.894725 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a18:55:48.023262 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:55:48.657361 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15992): Launched\u000a18:55:48.964736 run osmo-nitb_10.42.42.2(pid=15993): Launched\u000a18:55:49.154223 run osmo-nitb_10.42.42.2(pid=15993): ERR: Terminated: ERROR {rc=2} [trial-2380↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15993)]\u000a18:55:49.293458 run osmo-nitb_10.42.42.2(pid=15993): stdout: \u000a| (launched: 2022-12-12_18:55:48.814483) \u000a18:55:49.433213 run osmo-nitb_10.42.42.2(pid=15993): stderr: \u000a| (launched: 2022-12-12_18:55:48.860076)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:55:49.568596 run osmo-nitb_10.42.42.2(pid=15993): stdout: \u000a| (launched: 2022-12-12_18:55:48.814483) \u000a18:55:49.702783 run osmo-nitb_10.42.42.2(pid=15993): stderr: \u000a| (launched: 2022-12-12_18:55:48.860076)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:55:50.090561 tst osmo-nitb_10.42.42.2(pid=15993): stdout: \u000a| (launched: 2022-12-12_18:55:48.814483) \u000a18:55:50.213554 tst osmo-nitb_10.42.42.2(pid=15993): stderr: \u000a| (launched: 2022-12-12_18:55:48.860076)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:55:50.267283 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=15993): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15993) [trial-2380↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15993)] [trial-2380↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a18:55:50.275405 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a18:55:50.311003 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15992): Terminating (SIGTERM)\u000a18:55:50.488718 --- ParallelTerminationStrategy: PID 15992 died...\u000a18:55:50.544099 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15992): Terminated: ok {rc=0}\u000a18:55:50.633373 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:55:37" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=16002): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16002) [trial-2380↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16002)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=16002): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16002) [trial-2380↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a18:55:52.441254 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:55:52.452385 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:55:52.463534 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:55:52.474609 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:55:52.591749 tst esme_connect_policy_acceptall.py: using MSISDN 7918\u000a18:55:52.709264 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a18:55:53.281650 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=15997): Launched\u000a18:55:53.614873 run osmo-stp_10.42.42.4(pid=15998): Launched\u000a18:55:53.732269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:55:54.261907 run create_hlr_db(pid=15999): Launched\u000a18:55:54.452623 bus /sierra_2: Setting Powered False\u000a18:55:55.472654 run create_hlr_db(pid=15999): Terminated: ok {rc=0}\u000a18:55:55.890634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16001): Launched\u000a18:55:56.202202 run osmo-hlr_10.42.42.2(pid=16002): Launched\u000a18:55:56.323224 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a18:55:56.897940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16004): Launched\u000a18:55:57.212641 run osmo-msc_10.42.42.5(pid=16005): Launched\u000a18:55:57.393501 run osmo-hlr_10.42.42.2(pid=16002): ERR: Terminated: ERROR {rc=237} [trial-2380↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16002)]\u000a18:55:57.539000 run osmo-hlr_10.42.42.2(pid=16002): stdout: \u000a| (launched: 2022-12-12_18:55:56.047000) \u000a18:55:57.679423 run osmo-hlr_10.42.42.2(pid=16002): stderr: \u000a| �[0;m�[1;31m20221212185556223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185556223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185556223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185556223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185556223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185556223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185556235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185556244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185556244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185556244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:55:57.812836 run osmo-hlr_10.42.42.2(pid=16002): stdout: \u000a| (launched: 2022-12-12_18:55:56.047000) \u000a18:55:57.944531 run osmo-hlr_10.42.42.2(pid=16002): stderr: \u000a| �[0;m�[1;31m20221212185556223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185556223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185556223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185556223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185556223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185556223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185556235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185556244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185556244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185556244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:55:58.002374 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=16002): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16002) [trial-2380↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16002)] [trial-2380↪smpp↪esme_connect_policy_acceptall.py:23]\u000a18:55:58.011084 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.6 sec)\u000a18:55:58.073976 run osmo-msc_10.42.42.5(pid=16005): ERR: Terminated: ERROR {rc=9} [trial-2380↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=16005)]\u000a18:55:58.125677 run osmo-msc_10.42.42.5(pid=16005): stdout: \u000a| (launched: 2022-12-12_18:55:57.055256) \u000a18:55:58.177980 run osmo-msc_10.42.42.5(pid=16005): stderr: \u000a| �[0;m�[38;5;43m20221212185557374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221212185557374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221212185557375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221212185557375 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221212185557375 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221212185557375 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221212185557375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221212185557375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221212185557375 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a18:55:58.222667 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=15997): Terminating (SIGTERM)\u000a18:55:58.264634 run osmo-stp_10.42.42.4(pid=15998): Terminating (SIGTERM)\u000a18:55:58.307578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16001): Terminating (SIGTERM)\u000a18:55:58.353116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16004): Terminating (SIGTERM)\u000a18:55:58.363793 --- ParallelTerminationStrategy: PID 15997 died...\u000a18:55:58.422364 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=15997): Terminated: ok {rc=0}\u000a18:55:58.432374 --- ParallelTerminationStrategy: PID 15998 died...\u000a18:55:58.487900 run osmo-stp_10.42.42.4(pid=15998): Terminated: ok {rc=0}\u000a18:55:58.497941 --- ParallelTerminationStrategy: PID 16001 died...\u000a18:55:58.553698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16001): Terminated: ok {rc=0}\u000a18:55:58.563781 --- ParallelTerminationStrategy: PID 16004 died...\u000a18:55:58.620425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16004): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=16013): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16013) [trial-2380↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16013)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=16013): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16013) [trial-2380↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a18:55:58.635467 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:55:58.647159 tst smpp: Using 1 x bts (candidates: 1)\u000a18:55:58.779142 tst esme_connect_policy_closed.py: using LAC 30819\u000a18:55:58.908447 tst esme_connect_policy_closed.py: using RAC 219\u000a18:55:59.038966 tst esme_connect_policy_closed.py: using CellId 30819\u000a18:55:59.170069 tst esme_connect_policy_closed.py: using BVCI 30820\u000a18:55:59.195326 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:55:59.206406 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:55:59.217370 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:55:59.328928 tst esme_connect_policy_closed.py: using MSISDN 7919\u000a18:55:59.452702 tst esme_connect_policy_closed.py: using MSISDN 7920\u000a18:55:59.563184 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a18:56:00.100793 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16008): Launched\u000a18:56:00.413987 run osmo-stp_10.42.42.4(pid=16009): Launched\u000a18:56:00.524771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:01.097852 run create_hlr_db(pid=16010): Launched\u000a18:56:02.297305 run create_hlr_db(pid=16010): Terminated: ok {rc=0}\u000a18:56:02.640292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16012): Launched\u000a18:56:02.974777 run osmo-hlr_10.42.42.2(pid=16013): Launched\u000a18:56:03.095499 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a18:56:03.704828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16015): Launched\u000a18:56:04.040291 run osmo-msc_10.42.42.5(pid=16016): Launched\u000a18:56:04.233846 run osmo-hlr_10.42.42.2(pid=16013): ERR: Terminated: ERROR {rc=237} [trial-2380↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16013)]\u000a18:56:04.373721 run osmo-hlr_10.42.42.2(pid=16013): stdout: \u000a| (launched: 2022-12-12_18:56:02.810150) \u000a18:56:04.512668 run osmo-hlr_10.42.42.2(pid=16013): stderr: \u000a| �[0;m�[1;31m20221212185603008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185603008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185603008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185603008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185603008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185603008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185603021 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185603031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185603032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185603032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:04.645211 run osmo-hlr_10.42.42.2(pid=16013): stdout: \u000a| (launched: 2022-12-12_18:56:02.810150) \u000a18:56:04.777310 run osmo-hlr_10.42.42.2(pid=16013): stderr: \u000a| �[0;m�[1;31m20221212185603008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185603008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185603008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185603008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185603008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185603008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185603021 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185603031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185603032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185603032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:04.834868 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=16013): Process ended prematurely: osmo-hlr_10.42.42.2(pid=16013) [trial-2380↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16013)] [trial-2380↪smpp↪esme_connect_policy_closed.py:31]\u000a18:56:04.843339 tst esme_connect_policy_closed.py:31: Test FAILED (6.2 sec)\u000a18:56:04.906931 run osmo-msc_10.42.42.5(pid=16016): ERR: Terminated: ERROR {rc=9} [trial-2380↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=16016)]\u000a18:56:04.958942 run osmo-msc_10.42.42.5(pid=16016): stdout: \u000a| (launched: 2022-12-12_18:56:03.874709) \u000a18:56:05.011596 run osmo-msc_10.42.42.5(pid=16016): stderr: \u000a| �[0;m�[38;5;43m20221212185604241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221212185604241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221212185604241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221212185604241 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221212185604241 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221212185604242 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221212185604242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221212185604242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221212185604242 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a18:56:05.056223 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16008): Terminating (SIGTERM)\u000a18:56:05.098494 run osmo-stp_10.42.42.4(pid=16009): Terminating (SIGTERM)\u000a18:56:05.141531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16012): Terminating (SIGTERM)\u000a18:56:05.186379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16015): Terminating (SIGTERM)\u000a18:56:05.197495 --- ParallelTerminationStrategy: PID 16008 died...\u000a18:56:05.256864 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=16008): Terminated: ok {rc=0}\u000a18:56:05.267106 --- ParallelTerminationStrategy: PID 16009 died...\u000a18:56:05.324096 run osmo-stp_10.42.42.4(pid=16009): Terminated: ok {rc=0}\u000a18:56:05.334305 --- ParallelTerminationStrategy: PID 16012 died...\u000a18:56:05.390656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16012): Terminated: ok {rc=0}\u000a18:56:05.400796 --- ParallelTerminationStrategy: PID 16015 died...\u000a18:56:05.457207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16015): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16025): Process ended prematurely: osmo-stp_10.42.42.5(pid=16025) [trial-2380↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16025)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16025): Process ended prematurely: osmo-stp_10.42.42.5(pid=16025) [trial-2380↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a18:56:05.472645 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:56:05.484339 tst smpp: Using 1 x bts (candidates: 1)\u000a18:56:05.616673 tst esme_ms_sms_storeforward.py: using LAC 30820\u000a18:56:05.748342 tst esme_ms_sms_storeforward.py: using RAC 220\u000a18:56:05.878001 tst esme_ms_sms_storeforward.py: using CellId 30820\u000a18:56:06.009222 tst esme_ms_sms_storeforward.py: using BVCI 30821\u000a18:56:06.034468 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:56:06.045455 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:56:06.056216 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:56:06.067091 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:56:06.078091 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:56:06.088907 tst smpp: Using 1 x modem (candidates: 1)\u000a18:56:06.314950 tst esme_ms_sms_storeforward.py: using MSISDN 7921\u000a18:56:06.433101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:06.963820 run create_hlr_db(pid=16019): Launched\u000a18:56:08.157945 run create_hlr_db(pid=16019): Terminated: ok {rc=0}\u000a18:56:08.501054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16021): Launched\u000a18:56:08.838172 run osmo-hlr_10.42.42.2(pid=16022): Launched\u000a18:56:08.959578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:09.541059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16024): Launched\u000a18:56:09.877155 run osmo-stp_10.42.42.5(pid=16025): Launched\u000a18:56:09.997729 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:56:10.607632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16027): Launched\u000a18:56:10.943255 run osmo-msc_10.42.42.6(pid=16028): Launched\u000a18:56:11.136083 run osmo-stp_10.42.42.5(pid=16025): ERR: Terminated: ERROR {rc=1} [trial-2380↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16025)]\u000a18:56:11.275984 run osmo-stp_10.42.42.5(pid=16025): stdout: \u000a| (launched: 2022-12-12_18:56:09.710596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:11.414571 run osmo-stp_10.42.42.5(pid=16025): stderr: \u000a| �[0;m�[38;5;43m20221212185609907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185609907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185609907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185609907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185609908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185609908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185609908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:11.547259 run osmo-stp_10.42.42.5(pid=16025): stdout: \u000a| (launched: 2022-12-12_18:56:09.710596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:11.679014 run osmo-stp_10.42.42.5(pid=16025): stderr: \u000a| �[0;m�[38;5;43m20221212185609907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185609907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185609907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185609907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185609908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185609908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185609908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:11.736702 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=16025): Process ended prematurely: osmo-stp_10.42.42.5(pid=16025) [trial-2380↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16025)] [trial-2380↪smpp↪esme_ms_sms_storeforward.py:30]\u000a18:56:11.745783 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.3 sec)\u000a18:56:11.809078 run osmo-hlr_10.42.42.2(pid=16022): ERR: Terminated: ERROR {rc=237} [trial-2380↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16022)]\u000a18:56:11.861116 run osmo-hlr_10.42.42.2(pid=16022): stdout: \u000a| (launched: 2022-12-12_18:56:08.670735) \u000a18:56:11.913669 run osmo-hlr_10.42.42.2(pid=16022): stderr: \u000a| �[0;m�[1;31m20221212185608869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185608869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185608869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185608869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185608869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185608869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185608882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185608891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185608891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185608891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:11.984841 run osmo-msc_10.42.42.6(pid=16028): ERR: Terminated: ERROR {rc=2} [trial-2380↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16028)]\u000a18:56:12.036453 run osmo-msc_10.42.42.6(pid=16028): stdout: \u000a| (launched: 2022-12-12_18:56:10.777016) \u000a18:56:12.089004 run osmo-msc_10.42.42.6(pid=16028): stderr: \u000a| �[0;m�[38;5;43m20221212185611102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212185611102 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d63a4ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212185611103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212185611103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212185611103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212185611103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212185611105 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212185611105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212185611105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212185611106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:56:12.133526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16021): Terminating (SIGTERM)\u000a18:56:12.175376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16024): Terminating (SIGTERM)\u000a18:56:12.217782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16027): Terminating (SIGTERM)\u000a18:56:12.227645 --- ParallelTerminationStrategy: PID 16021 died...\u000a18:56:12.284285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16021): Terminated: ok {rc=0}\u000a18:56:12.294479 --- ParallelTerminationStrategy: PID 16024 died...\u000a18:56:12.350775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16024): Terminated: ok {rc=0}\u000a18:56:12.360908 --- ParallelTerminationStrategy: PID 16027 died...\u000a18:56:12.417245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16027): Terminated: ok {rc=0}\u000a18:56:12.506411 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16036): Process ended prematurely: osmo-stp_10.42.42.5(pid=16036) [trial-2380↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16036)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16036): Process ended prematurely: osmo-stp_10.42.42.5(pid=16036) [trial-2380↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a18:56:13.559700 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:56:13.571535 tst smpp: Using 1 x bts (candidates: 1)\u000a18:56:13.702227 tst esme_ms_sms_transaction.py: using LAC 30821\u000a18:56:13.824423 tst esme_ms_sms_transaction.py: using RAC 221\u000a18:56:13.945297 tst esme_ms_sms_transaction.py: using CellId 30821\u000a18:56:14.068160 tst esme_ms_sms_transaction.py: using BVCI 30822\u000a18:56:14.091700 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:56:14.102292 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:56:14.112647 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:56:14.123798 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:56:14.135011 tst smpp: Using 1 x ip_address (candidates: 6)\u000a18:56:14.146271 tst smpp: Using 1 x modem (candidates: 1)\u000a18:56:14.365622 tst esme_ms_sms_transaction.py: using MSISDN 7922\u000a18:56:14.476784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:14.968048 run create_hlr_db(pid=16030): Launched\u000a18:56:15.147446 bus /sierra_2: Setting Powered False\u000a18:56:16.194360 run create_hlr_db(pid=16030): Terminated: ok {rc=0}\u000a18:56:16.638179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16032): Launched\u000a18:56:17.013481 run osmo-hlr_10.42.42.2(pid=16033): Launched\u000a18:56:17.156612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:17.758268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16035): Launched\u000a18:56:18.070809 run osmo-stp_10.42.42.5(pid=16036): Launched\u000a18:56:18.183746 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:56:18.751606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16038): Launched\u000a18:56:19.065713 run osmo-msc_10.42.42.6(pid=16039): Launched\u000a18:56:19.248322 run osmo-stp_10.42.42.5(pid=16036): ERR: Terminated: ERROR {rc=1} [trial-2380↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16036)]\u000a18:56:19.380396 run osmo-stp_10.42.42.5(pid=16036): stdout: \u000a| (launched: 2022-12-12_18:56:17.914913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:19.509402 run osmo-stp_10.42.42.5(pid=16036): stderr: \u000a| �[0;m�[38;5;43m20221212185618087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185618087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185618087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185618087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185618088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185618088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185618088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:19.633687 run osmo-stp_10.42.42.5(pid=16036): stdout: \u000a| (launched: 2022-12-12_18:56:17.914913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:19.757219 run osmo-stp_10.42.42.5(pid=16036): stderr: \u000a| �[0;m�[38;5;43m20221212185618087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185618087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185618087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185618087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185618088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185618088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185618088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:19.811258 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=16036): Process ended prematurely: osmo-stp_10.42.42.5(pid=16036) [trial-2380↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16036)] [trial-2380↪smpp↪esme_ms_sms_transaction.py:28]\u000a18:56:19.819491 tst esme_ms_sms_transaction.py:28: Test FAILED (6.2 sec)\u000a18:56:19.880427 run osmo-hlr_10.42.42.2(pid=16033): ERR: Terminated: ERROR {rc=237} [trial-2380↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16033)]\u000a18:56:19.930759 run osmo-hlr_10.42.42.2(pid=16033): stdout: \u000a| (launched: 2022-12-12_18:56:16.801016) \u000a18:56:19.981580 run osmo-hlr_10.42.42.2(pid=16033): stderr: \u000a| �[0;m�[1;31m20221212185617177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185617177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185617177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185617177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185617177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185617177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185617194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185617207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185617207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185617207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:20.050393 run osmo-msc_10.42.42.6(pid=16039): ERR: Terminated: ERROR {rc=2} [trial-2380↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16039)]\u000a18:56:20.100314 run osmo-msc_10.42.42.6(pid=16039): stdout: \u000a| (launched: 2022-12-12_18:56:18.909182) \u000a18:56:20.151055 run osmo-msc_10.42.42.6(pid=16039): stderr: \u000a| �[0;m�[38;5;43m20221212185619185 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212185619185 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1aefe09c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212185619185 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212185619186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212185619186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212185619186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212185619188 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212185619188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212185619188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212185619188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:56:20.193604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16032): Terminating (SIGTERM)\u000a18:56:20.234038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16035): Terminating (SIGTERM)\u000a18:56:20.274484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16038): Terminating (SIGTERM)\u000a18:56:20.284164 --- ParallelTerminationStrategy: PID 16032 died...\u000a18:56:20.338683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16032): Terminated: ok {rc=0}\u000a18:56:20.348337 --- ParallelTerminationStrategy: PID 16035 died...\u000a18:56:20.402170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16035): Terminated: ok {rc=0}\u000a18:56:20.412119 --- ParallelTerminationStrategy: PID 16038 died...\u000a18:56:20.466083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16038): Terminated: ok {rc=0}\u000a18:56:20.556336 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:55:52" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16050): Process ended prematurely: osmo-stp_10.42.42.5(pid=16050) [trial-2380↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16050)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16050): Process ended prematurely: osmo-stp_10.42.42.5(pid=16050) [trial-2380↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a18:56:22.436766 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:22.447589 tst encryption: Using 1 x bts (candidates: 1)\u000a18:56:22.572419 tst register_a5_0_authopt.py: using LAC 30822\u000a18:56:22.695491 tst register_a5_0_authopt.py: using RAC 222\u000a18:56:22.816529 tst register_a5_0_authopt.py: using CellId 30822\u000a18:56:22.939822 tst register_a5_0_authopt.py: using BVCI 30823\u000a18:56:22.963749 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:22.974537 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:22.985239 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:22.995679 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:23.008133 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:23.018666 tst encryption: Using 1 x modem (candidates: 1)\u000a18:56:23.322417 tst register_a5_0_authopt.py:8: start network...\u000a18:56:23.463036 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:24.000581 run create_hlr_db(pid=16044): Launched\u000a18:56:24.194432 bus /sierra_2: Setting Powered False\u000a18:56:25.214967 run create_hlr_db(pid=16044): Terminated: ok {rc=0}\u000a18:56:25.637612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16046): Launched\u000a18:56:25.954487 run osmo-hlr_10.42.42.2(pid=16047): Launched\u000a18:56:26.076623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:26.629387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16049): Launched\u000a18:56:26.945422 run osmo-stp_10.42.42.5(pid=16050): Launched\u000a18:56:27.058758 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:56:27.630242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16052): Launched\u000a18:56:27.946271 run osmo-msc_10.42.42.6(pid=16053): Launched\u000a18:56:28.129593 run osmo-stp_10.42.42.5(pid=16050): ERR: Terminated: ERROR {rc=1} [trial-2380↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16050)]\u000a18:56:28.261261 run osmo-stp_10.42.42.5(pid=16050): stdout: \u000a| (launched: 2022-12-12_18:56:26.787885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:28.390946 run osmo-stp_10.42.42.5(pid=16050): stderr: \u000a| �[0;m�[38;5;43m20221212185626959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185626960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185626960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185626960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185626961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185626961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185626961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:28.516109 run osmo-stp_10.42.42.5(pid=16050): stdout: \u000a| (launched: 2022-12-12_18:56:26.787885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:28.640267 run osmo-stp_10.42.42.5(pid=16050): stderr: \u000a| �[0;m�[38;5;43m20221212185626959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185626960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185626960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185626960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185626961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185626961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185626961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:28.695205 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16050): Process ended prematurely: osmo-stp_10.42.42.5(pid=16050) [trial-2380↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16050)] [trial-2380↪encryption↪register_a5_0_authopt.py:8]\u000a18:56:28.703931 tst register_a5_0_authopt.py:8: Test FAILED (6.3 sec)\u000a18:56:28.765028 run osmo-hlr_10.42.42.2(pid=16047): ERR: Terminated: ERROR {rc=237} [trial-2380↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16047)]\u000a18:56:28.814876 run osmo-hlr_10.42.42.2(pid=16047): stdout: \u000a| (launched: 2022-12-12_18:56:25.797221) \u000a18:56:28.865039 run osmo-hlr_10.42.42.2(pid=16047): stderr: \u000a| �[0;m�[1;31m20221212185625978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185625978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185625978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185625978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185625978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185625978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185625992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185626002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185626002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185626002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:28.933011 run osmo-msc_10.42.42.6(pid=16053): ERR: Terminated: ERROR {rc=2} [trial-2380↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16053)]\u000a18:56:28.982518 run osmo-msc_10.42.42.6(pid=16053): stdout: \u000a| (launched: 2022-12-12_18:56:27.789514) \u000a18:56:29.032590 run osmo-msc_10.42.42.6(pid=16053): stderr: \u000a| �[0;m�[38;5;43m20221212185628066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212185628066 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5dad9bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212185628066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212185628066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212185628066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212185628066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212185628068 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212185628068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212185628069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212185628069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:56:29.074555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16046): Terminating (SIGTERM)\u000a18:56:29.114950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16049): Terminating (SIGTERM)\u000a18:56:29.155120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16052): Terminating (SIGTERM)\u000a18:56:29.164727 --- ParallelTerminationStrategy: PID 16046 died...\u000a18:56:29.218673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16046): Terminated: ok {rc=0}\u000a18:56:29.228554 --- ParallelTerminationStrategy: PID 16049 died...\u000a18:56:29.282023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16049): Terminated: ok {rc=0}\u000a18:56:29.292092 --- ParallelTerminationStrategy: PID 16052 died...\u000a18:56:29.345496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16052): Terminated: ok {rc=0}\u000a18:56:29.430119 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16061): Process ended prematurely: osmo-stp_10.42.42.5(pid=16061) [trial-2380↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16061)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16061): Process ended prematurely: osmo-stp_10.42.42.5(pid=16061) [trial-2380↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a18:56:30.548080 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:30.560144 tst encryption: Using 1 x bts (candidates: 1)\u000a18:56:30.692026 tst register_a5_0_authreq.py: using LAC 30823\u000a18:56:30.814820 tst register_a5_0_authreq.py: using RAC 223\u000a18:56:30.951672 tst register_a5_0_authreq.py: using CellId 30823\u000a18:56:31.100490 tst register_a5_0_authreq.py: using BVCI 30824\u000a18:56:31.126493 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:31.138585 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:31.151023 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:31.163046 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:31.175629 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:31.189086 tst encryption: Using 1 x modem (candidates: 1)\u000a18:56:31.486977 tst register_a5_0_authreq.py:8: start network...\u000a18:56:31.654874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:32.206941 run create_hlr_db(pid=16055): Launched\u000a18:56:32.389293 bus /sierra_2: Setting Powered False\u000a18:56:33.408026 run create_hlr_db(pid=16055): Terminated: ok {rc=0}\u000a18:56:33.826673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16057): Launched\u000a18:56:34.142806 run osmo-hlr_10.42.42.2(pid=16058): Launched\u000a18:56:34.265137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:34.817542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16060): Launched\u000a18:56:35.133093 run osmo-stp_10.42.42.5(pid=16061): Launched\u000a18:56:35.247302 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:56:35.819227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16063): Launched\u000a18:56:36.136242 run osmo-msc_10.42.42.6(pid=16064): Launched\u000a18:56:36.319579 run osmo-stp_10.42.42.5(pid=16061): ERR: Terminated: ERROR {rc=1} [trial-2380↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16061)]\u000a18:56:36.451498 run osmo-stp_10.42.42.5(pid=16061): stdout: \u000a| (launched: 2022-12-12_18:56:34.975993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:36.581386 run osmo-stp_10.42.42.5(pid=16061): stderr: \u000a| �[0;m�[38;5;43m20221212185635147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185635147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185635148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185635148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185635149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185635149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185635149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:36.707044 run osmo-stp_10.42.42.5(pid=16061): stdout: \u000a| (launched: 2022-12-12_18:56:34.975993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:36.831561 run osmo-stp_10.42.42.5(pid=16061): stderr: \u000a| �[0;m�[38;5;43m20221212185635147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185635147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185635148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185635148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185635149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185635149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185635149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:36.886507 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16061): Process ended prematurely: osmo-stp_10.42.42.5(pid=16061) [trial-2380↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16061)] [trial-2380↪encryption↪register_a5_0_authreq.py:8]\u000a18:56:36.895293 tst register_a5_0_authreq.py:8: Test FAILED (6.4 sec)\u000a18:56:36.956394 run osmo-hlr_10.42.42.2(pid=16058): ERR: Terminated: ERROR {rc=237} [trial-2380↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16058)]\u000a18:56:37.005981 run osmo-hlr_10.42.42.2(pid=16058): stdout: \u000a| (launched: 2022-12-12_18:56:33.985705) \u000a18:56:37.056255 run osmo-hlr_10.42.42.2(pid=16058): stderr: \u000a| �[0;m�[1;31m20221212185634166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185634166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185634166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185634166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185634166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185634166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185634178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185634186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185634187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185634187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:37.124313 run osmo-msc_10.42.42.6(pid=16064): ERR: Terminated: ERROR {rc=2} [trial-2380↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16064)]\u000a18:56:37.173932 run osmo-msc_10.42.42.6(pid=16064): stdout: \u000a| (launched: 2022-12-12_18:56:35.977841) \u000a18:56:37.224294 run osmo-msc_10.42.42.6(pid=16064): stderr: \u000a| �[0;m�[38;5;43m20221212185636254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212185636254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40beca8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212185636254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212185636254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212185636254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212185636255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212185636256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212185636257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212185636257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212185636257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:56:37.266968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16057): Terminating (SIGTERM)\u000a18:56:37.307986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16060): Terminating (SIGTERM)\u000a18:56:37.348417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16063): Terminating (SIGTERM)\u000a18:56:37.358311 --- ParallelTerminationStrategy: PID 16057 died...\u000a18:56:37.412690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16057): Terminated: ok {rc=0}\u000a18:56:37.422599 --- ParallelTerminationStrategy: PID 16060 died...\u000a18:56:37.477260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16060): Terminated: ok {rc=0}\u000a18:56:37.487345 --- ParallelTerminationStrategy: PID 16063 died...\u000a18:56:37.542289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16063): Terminated: ok {rc=0}\u000a18:56:37.632201 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16072): Process ended prematurely: osmo-stp_10.42.42.5(pid=16072) [trial-2380↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16072)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16072): Process ended prematurely: osmo-stp_10.42.42.5(pid=16072) [trial-2380↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a18:56:38.745564 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:38.757125 tst encryption: Using 1 x bts (candidates: 1)\u000a18:56:38.891519 tst register_a5_1_authreq.py: using LAC 30824\u000a18:56:39.022864 tst register_a5_1_authreq.py: using RAC 224\u000a18:56:39.156090 tst register_a5_1_authreq.py: using CellId 30824\u000a18:56:39.286757 tst register_a5_1_authreq.py: using BVCI 30825\u000a18:56:39.312353 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:39.323644 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:39.334921 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:39.346769 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:39.358318 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:39.369847 tst encryption: Using 1 x modem (candidates: 1)\u000a18:56:39.658290 tst register_a5_1_authreq.py:8: start network...\u000a18:56:39.789898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:40.286063 run create_hlr_db(pid=16066): Launched\u000a18:56:40.466627 bus /sierra_2: Setting Powered False\u000a18:56:41.487668 run create_hlr_db(pid=16066): Terminated: ok {rc=0}\u000a18:56:41.934127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16068): Launched\u000a18:56:42.273823 run osmo-hlr_10.42.42.2(pid=16069): Launched\u000a18:56:42.398116 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:42.983176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16071): Launched\u000a18:56:43.320587 run osmo-stp_10.42.42.5(pid=16072): Launched\u000a18:56:43.441964 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:56:44.050933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16074): Launched\u000a18:56:44.389830 run osmo-msc_10.42.42.6(pid=16075): Launched\u000a18:56:44.586527 run osmo-stp_10.42.42.5(pid=16072): ERR: Terminated: ERROR {rc=1} [trial-2380↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16072)]\u000a18:56:44.728296 run osmo-stp_10.42.42.5(pid=16072): stdout: \u000a| (launched: 2022-12-12_18:56:43.153766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:44.867811 run osmo-stp_10.42.42.5(pid=16072): stderr: \u000a| �[0;m�[38;5;43m20221212185643351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185643352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185643352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185643352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185643353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185643353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185643353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:45.002425 run osmo-stp_10.42.42.5(pid=16072): stdout: \u000a| (launched: 2022-12-12_18:56:43.153766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:45.135633 run osmo-stp_10.42.42.5(pid=16072): stderr: \u000a| �[0;m�[38;5;43m20221212185643351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185643352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185643352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185643352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185643353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185643353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185643353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:45.194550 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16072): Process ended prematurely: osmo-stp_10.42.42.5(pid=16072) [trial-2380↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16072)] [trial-2380↪encryption↪register_a5_1_authreq.py:8]\u000a18:56:45.203850 tst register_a5_1_authreq.py:8: Test FAILED (6.5 sec)\u000a18:56:45.266636 run osmo-hlr_10.42.42.2(pid=16069): ERR: Terminated: ERROR {rc=237} [trial-2380↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16069)]\u000a18:56:45.318261 run osmo-hlr_10.42.42.2(pid=16069): stdout: \u000a| (launched: 2022-12-12_18:56:42.105433) \u000a18:56:45.370692 run osmo-hlr_10.42.42.2(pid=16069): stderr: \u000a| �[0;m�[1;31m20221212185642306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185642306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185642306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185642306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185642306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185642306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185642318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185642327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185642327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185642327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:45.441588 run osmo-msc_10.42.42.6(pid=16075): ERR: Terminated: ERROR {rc=2} [trial-2380↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16075)]\u000a18:56:45.493238 run osmo-msc_10.42.42.6(pid=16075): stdout: \u000a| (launched: 2022-12-12_18:56:44.221510) \u000a18:56:45.545719 run osmo-msc_10.42.42.6(pid=16075): stderr: \u000a| �[0;m�[38;5;43m20221212185644545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212185644545 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2c6c72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212185644545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212185644546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212185644546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212185644546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212185644548 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212185644548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212185644548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212185644548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:56:45.590036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16068): Terminating (SIGTERM)\u000a18:56:45.631913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16071): Terminating (SIGTERM)\u000a18:56:45.673991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16074): Terminating (SIGTERM)\u000a18:56:45.683753 --- ParallelTerminationStrategy: PID 16068 died...\u000a18:56:45.740195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16068): Terminated: ok {rc=0}\u000a18:56:45.750425 --- ParallelTerminationStrategy: PID 16071 died...\u000a18:56:45.806509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16071): Terminated: ok {rc=0}\u000a18:56:45.816768 --- ParallelTerminationStrategy: PID 16074 died...\u000a18:56:45.883379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16074): Terminated: ok {rc=0}\u000a18:56:45.987808 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16083): Process ended prematurely: osmo-stp_10.42.42.5(pid=16083) [trial-2380↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16083)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16083): Process ended prematurely: osmo-stp_10.42.42.5(pid=16083) [trial-2380↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a18:56:47.133705 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:47.149996 tst encryption: Using 1 x bts (candidates: 1)\u000a18:56:47.287928 tst register_a5_3_authreq.py: using LAC 30825\u000a18:56:47.412455 tst register_a5_3_authreq.py: using RAC 225\u000a18:56:47.534048 tst register_a5_3_authreq.py: using CellId 30825\u000a18:56:47.658943 tst register_a5_3_authreq.py: using BVCI 30826\u000a18:56:47.682754 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:47.693659 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:47.703991 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:47.715236 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:47.726562 tst encryption: Using 1 x ip_address (candidates: 6)\u000a18:56:47.737850 tst encryption: Using 1 x modem (candidates: 1)\u000a18:56:48.035904 tst register_a5_3_authreq.py:8: start network...\u000a18:56:48.167128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:48.660022 run create_hlr_db(pid=16077): Launched\u000a18:56:48.841807 bus /sierra_2: Setting Powered False\u000a18:56:49.861562 run create_hlr_db(pid=16077): Terminated: ok {rc=0}\u000a18:56:50.306411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16079): Launched\u000a18:56:50.644915 run osmo-hlr_10.42.42.2(pid=16080): Launched\u000a18:56:50.772879 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:51.354991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16082): Launched\u000a18:56:51.693148 run osmo-stp_10.42.42.5(pid=16083): Launched\u000a18:56:51.814931 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:56:52.427010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16085): Launched\u000a18:56:52.766131 run osmo-msc_10.42.42.6(pid=16086): Launched\u000a18:56:52.964838 run osmo-stp_10.42.42.5(pid=16083): ERR: Terminated: ERROR {rc=1} [trial-2380↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16083)]\u000a18:56:53.105143 run osmo-stp_10.42.42.5(pid=16083): stdout: \u000a| (launched: 2022-12-12_18:56:51.525747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:53.244672 run osmo-stp_10.42.42.5(pid=16083): stderr: \u000a| �[0;m�[38;5;43m20221212185651722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185651722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185651722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185651722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185651723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185651723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185651723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:53.379217 run osmo-stp_10.42.42.5(pid=16083): stdout: \u000a| (launched: 2022-12-12_18:56:51.525747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:53.512708 run osmo-stp_10.42.42.5(pid=16083): stderr: \u000a| �[0;m�[38;5;43m20221212185651722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185651722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185651722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185651722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185651723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185651723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185651723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:53.571762 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16083): Process ended prematurely: osmo-stp_10.42.42.5(pid=16083) [trial-2380↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16083)] [trial-2380↪encryption↪register_a5_3_authreq.py:8]\u000a18:56:53.581972 tst register_a5_3_authreq.py:8: Test FAILED (6.5 sec)\u000a18:56:53.645563 run osmo-hlr_10.42.42.2(pid=16080): ERR: Terminated: ERROR {rc=237} [trial-2380↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16080)]\u000a18:56:53.697426 run osmo-hlr_10.42.42.2(pid=16080): stdout: \u000a| (launched: 2022-12-12_18:56:50.477073) \u000a18:56:53.749596 run osmo-hlr_10.42.42.2(pid=16080): stderr: \u000a| �[0;m�[1;31m20221212185650679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185650679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185650679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185650679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185650679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185650679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185650692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185650701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185650701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185650701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:53.820616 run osmo-msc_10.42.42.6(pid=16086): ERR: Terminated: ERROR {rc=2} [trial-2380↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16086)]\u000a18:56:53.872324 run osmo-msc_10.42.42.6(pid=16086): stdout: \u000a| (launched: 2022-12-12_18:56:52.598078) \u000a18:56:53.924680 run osmo-msc_10.42.42.6(pid=16086): stderr: \u000a| �[0;m�[38;5;43m20221212185652925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212185652926 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd7b298c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212185652926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212185652926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212185652926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212185652926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212185652928 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212185652928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212185652928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212185652928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:56:53.969283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16079): Terminating (SIGTERM)\u000a18:56:54.011535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16082): Terminating (SIGTERM)\u000a18:56:54.053852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16085): Terminating (SIGTERM)\u000a18:56:54.063292 --- ParallelTerminationStrategy: PID 16079 died...\u000a18:56:54.119945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16079): Terminated: ok {rc=0}\u000a18:56:54.130128 --- ParallelTerminationStrategy: PID 16082 died...\u000a18:56:54.186201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16082): Terminated: ok {rc=0}\u000a18:56:54.196501 --- ParallelTerminationStrategy: PID 16085 died...\u000a18:56:54.252632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16085): Terminated: ok {rc=0}\u000a18:56:54.342033 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:56:22" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16103): Process ended prematurely: srsepc(pid=16103) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16103)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16103): Process ended prematurely: srsepc(pid=16103) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a18:56:56.320874 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a18:56:56.363810 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:56:56.379902 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:56:56.403357 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:56:56.549903 tst handover.py: using MSISDN 7923\u000a18:56:56.660040 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7923', subscriber_id=0}\u000a18:56:56.769029 run srsepc_10.42.42.118: Starting srsepc\u000a18:56:58.652497 run rm-remote-dir(pid=16091): Launched\u000a18:56:58.838481 bus /sierra_2: Setting Powered False\u000a18:56:59.864163 run rm-remote-dir(pid=16091): Terminated: ok {rc=0}\u000a18:57:00.324734 run mk-remote-dir(pid=16092): Launched\u000a18:57:01.541083 run mk-remote-dir(pid=16092): Terminated: ok {rc=0}\u000a18:57:01.959008 run scp-inst-to-remote(pid=16093): Launched\u000a18:57:04.154515 run scp-inst-to-remote(pid=16093): Terminated: ok {rc=0}\u000a18:57:04.489601 run rm-remote-dir(pid=16095): Launched\u000a18:57:05.681193 run rm-remote-dir(pid=16095): Terminated: ok {rc=0}\u000a18:57:06.016122 run mk-remote-dir(pid=16096): Launched\u000a18:57:07.207649 run mk-remote-dir(pid=16096): Terminated: ok {rc=0}\u000a18:57:07.492089 run scp-cfg-to-remote(pid=16097): Launched\u000a18:57:08.680467 run scp-cfg-to-remote(pid=16097): Terminated: ok {rc=0}\u000a18:57:08.964577 run scp-db-to-remote(pid=16099): Launched\u000a18:57:10.153908 run scp-db-to-remote(pid=16099): Terminated: ok {rc=0}\u000a18:57:10.269691 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:57:10.595214 run patchelf(pid=16101): Launched\u000a18:57:11.784930 run patchelf(pid=16101): Terminated: ok {rc=0}\u000a18:57:11.901203 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:57:12.227812 run setcap-netadm(pid=16102): Launched\u000a18:57:13.415385 run setcap-netadm(pid=16102): Terminated: ok {rc=0}\u000a18:57:13.735031 run srsepc(pid=16103): Launched\u000a18:57:13.847993 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:57:14.986900 run rm-remote-dir(pid=16104): Launched\u000a18:57:15.177148 run srsepc(pid=16103): ERR: Terminated: ERROR {rc=127} [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16103)]\u000a18:57:15.314378 run srsepc(pid=16103): stdout: \u000a| (launched: 2022-12-12_18:57:13.580143)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:57:15.451085 run srsepc(pid=16103): stderr: \u000a| (launched: 2022-12-12_18:57:13.626635)\u000a| Connection to 10.42.42.116 closed. \u000a18:57:15.583544 run srsepc(pid=16103): stdout: \u000a| (launched: 2022-12-12_18:57:13.580143)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:57:15.714894 run srsepc(pid=16103): stderr: \u000a| (launched: 2022-12-12_18:57:13.626635)\u000a| Connection to 10.42.42.116 closed. \u000a18:57:15.874747 run rm-remote-dir(pid=16104): Terminating (SIGINT)\u000a18:57:16.058465 run rm-remote-dir(pid=16104): Terminated: ok {rc=0}\u000a18:57:16.092642 tst handover.py:37: ERR: Error: srsepc(pid=16103): Process ended prematurely: srsepc(pid=16103) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16103)] [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a18:57:16.103306 tst handover.py:37: Test FAILED (19.9 sec)\u000a18:57:16.275070 run scp-back-log(pid=16105): Launched\u000a18:57:17.380193 run scp-back-log(pid=16105): ERR: Terminated: ERROR {rc=1} [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16105)]\u000a18:57:17.447141 run scp-back-log(pid=16105): stdout: \u000a| (launched: 2022-12-12_18:57:16.146045) \u000a18:57:17.515412 run scp-back-log(pid=16105): stderr: \u000a| (launched: 2022-12-12_18:57:16.166113)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:57:17.572058 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16105): launch_sync(): local process exited with status 1 [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16105)]')\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16119): Process ended prematurely: srsepc(pid=16119) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16119)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16119): Process ended prematurely: srsepc(pid=16119) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a18:57:17.767776 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a18:57:17.814171 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:57:18.041240 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a18:57:18.086945 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:57:18.103670 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:57:18.232791 tst iperf3_bidir.py: using MSISDN 7924\u000a18:57:18.350909 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7924', subscriber_id=0}\u000a18:57:18.468065 run srsepc_10.42.42.118: Starting srsepc\u000a18:57:19.167669 run rm-remote-dir(pid=16107): Launched\u000a18:57:20.370737 run rm-remote-dir(pid=16107): Terminated: ok {rc=0}\u000a18:57:20.730444 run mk-remote-dir(pid=16108): Launched\u000a18:57:21.933960 run mk-remote-dir(pid=16108): Terminated: ok {rc=0}\u000a18:57:22.237558 run scp-inst-to-remote(pid=16109): Launched\u000a18:57:24.428455 run scp-inst-to-remote(pid=16109): Terminated: ok {rc=0}\u000a18:57:24.765938 run rm-remote-dir(pid=16111): Launched\u000a18:57:25.956746 run rm-remote-dir(pid=16111): Terminated: ok {rc=0}\u000a18:57:26.293374 run mk-remote-dir(pid=16112): Launched\u000a18:57:27.483204 run mk-remote-dir(pid=16112): Terminated: ok {rc=0}\u000a18:57:27.767412 run scp-cfg-to-remote(pid=16113): Launched\u000a18:57:28.954595 run scp-cfg-to-remote(pid=16113): Terminated: ok {rc=0}\u000a18:57:29.237968 run scp-db-to-remote(pid=16115): Launched\u000a18:57:30.425317 run scp-db-to-remote(pid=16115): Terminated: ok {rc=0}\u000a18:57:30.540576 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:57:30.915897 run patchelf(pid=16117): Launched\u000a18:57:32.139259 run patchelf(pid=16117): Terminated: ok {rc=0}\u000a18:57:32.264612 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:57:32.615454 run setcap-netadm(pid=16118): Launched\u000a18:57:33.815838 run setcap-netadm(pid=16118): Terminated: ok {rc=0}\u000a18:57:34.157541 run srsepc(pid=16119): Launched\u000a18:57:34.275737 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:57:35.489184 run rm-remote-dir(pid=16120): Launched\u000a18:57:35.692774 run srsepc(pid=16119): ERR: Terminated: ERROR {rc=127} [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16119)]\u000a18:57:35.839819 run srsepc(pid=16119): stdout: \u000a| (launched: 2022-12-12_18:57:33.992187)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:57:35.987107 run srsepc(pid=16119): stderr: \u000a| (launched: 2022-12-12_18:57:34.042020)\u000a| Connection to 10.42.42.116 closed. \u000a18:57:36.128384 run srsepc(pid=16119): stdout: \u000a| (launched: 2022-12-12_18:57:33.992187)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:57:36.268535 run srsepc(pid=16119): stderr: \u000a| (launched: 2022-12-12_18:57:34.042020)\u000a| Connection to 10.42.42.116 closed. \u000a18:57:36.433146 run rm-remote-dir(pid=16120): Terminating (SIGINT)\u000a18:57:36.625324 run rm-remote-dir(pid=16120): Terminated: ok {rc=0}\u000a18:57:36.660932 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=16119): Process ended prematurely: srsepc(pid=16119) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16119)] [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a18:57:36.671723 tst iperf3_bidir.py:42: Test FAILED (19.1 sec)\u000a18:57:36.792320 run scp-back-log(pid=16121): Launched\u000a18:57:37.885294 run scp-back-log(pid=16121): ERR: Terminated: ERROR {rc=1} [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16121)]\u000a18:57:37.951324 run scp-back-log(pid=16121): stdout: \u000a| (launched: 2022-12-12_18:57:36.715181) \u000a18:57:38.017800 run scp-back-log(pid=16121): stderr: \u000a| (launched: 2022-12-12_18:57:36.735921)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:57:38.074743 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16121): launch_sync(): local process exited with status 1 [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16121)]')\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16135): Process ended prematurely: srsepc(pid=16135) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16135)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16135): Process ended prematurely: srsepc(pid=16135) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16135)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a18:57:38.270617 tst iperf3_dl.py:13: Number of physical ue: 1\u000a18:57:38.316730 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:57:38.540089 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a18:57:38.585666 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:57:38.602385 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:57:38.726003 tst iperf3_dl.py: using MSISDN 7925\u000a18:57:38.835342 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7925', subscriber_id=0}\u000a18:57:38.943468 run srsepc_10.42.42.118: Starting srsepc\u000a18:57:39.591759 run rm-remote-dir(pid=16123): Launched\u000a18:57:40.781825 run rm-remote-dir(pid=16123): Terminated: ok {rc=0}\u000a18:57:41.115881 run mk-remote-dir(pid=16124): Launched\u000a18:57:42.304649 run mk-remote-dir(pid=16124): Terminated: ok {rc=0}\u000a18:57:42.585430 run scp-inst-to-remote(pid=16125): Launched\u000a18:57:44.773876 run scp-inst-to-remote(pid=16125): Terminated: ok {rc=0}\u000a18:57:45.107176 run rm-remote-dir(pid=16127): Launched\u000a18:57:46.312000 run rm-remote-dir(pid=16127): Terminated: ok {rc=0}\u000a18:57:46.702886 run mk-remote-dir(pid=16128): Launched\u000a18:57:47.913141 run mk-remote-dir(pid=16128): Terminated: ok {rc=0}\u000a18:57:48.216058 run scp-cfg-to-remote(pid=16129): Launched\u000a18:57:49.415465 run scp-cfg-to-remote(pid=16129): Terminated: ok {rc=0}\u000a18:57:49.718328 run scp-db-to-remote(pid=16131): Launched\u000a18:57:50.917648 run scp-db-to-remote(pid=16131): Terminated: ok {rc=0}\u000a18:57:51.040824 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:57:51.389395 run patchelf(pid=16133): Launched\u000a18:57:52.589137 run patchelf(pid=16133): Terminated: ok {rc=0}\u000a18:57:52.712660 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:57:53.060304 run setcap-netadm(pid=16134): Launched\u000a18:57:54.260578 run setcap-netadm(pid=16134): Terminated: ok {rc=0}\u000a18:57:54.599891 run srsepc(pid=16135): Launched\u000a18:57:54.718181 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:57:55.862112 run rm-remote-dir(pid=16136): Launched\u000a18:57:56.049679 run srsepc(pid=16135): ERR: Terminated: ERROR {rc=127} [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16135)]\u000a18:57:56.186763 run srsepc(pid=16135): stdout: \u000a| (launched: 2022-12-12_18:57:54.436276)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:57:56.322952 run srsepc(pid=16135): stderr: \u000a| (launched: 2022-12-12_18:57:54.485955)\u000a| Connection to 10.42.42.116 closed. \u000a18:57:56.454619 run srsepc(pid=16135): stdout: \u000a| (launched: 2022-12-12_18:57:54.436276)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:57:56.584682 run srsepc(pid=16135): stderr: \u000a| (launched: 2022-12-12_18:57:54.485955)\u000a| Connection to 10.42.42.116 closed. \u000a18:57:56.737433 run rm-remote-dir(pid=16136): Terminating (SIGINT)\u000a18:57:56.917117 run rm-remote-dir(pid=16136): Terminated: ok {rc=0}\u000a18:57:56.950156 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=16135): Process ended prematurely: srsepc(pid=16135) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16135)] [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a18:57:56.959964 tst iperf3_dl.py:42: Test FAILED (18.9 sec)\u000a18:57:57.074772 run scp-back-log(pid=16137): Launched\u000a18:57:58.162717 run scp-back-log(pid=16137): ERR: Terminated: ERROR {rc=1} [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16137)]\u000a18:57:58.225356 run scp-back-log(pid=16137): stdout: \u000a| (launched: 2022-12-12_18:57:57.002132) \u000a18:57:58.288106 run scp-back-log(pid=16137): stderr: \u000a| (launched: 2022-12-12_18:57:57.021969)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:57:58.342042 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16137): launch_sync(): local process exited with status 1 [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16137)]')\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16151): Process ended prematurely: srsepc(pid=16151) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16151)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16151): Process ended prematurely: srsepc(pid=16151) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a18:57:58.523127 tst iperf3_ul.py:13: Number of physical ue: 1\u000a18:57:58.565512 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:57:58.771839 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a18:57:58.814080 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:57:58.830392 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:57:58.960739 tst iperf3_ul.py: using MSISDN 7926\u000a18:57:59.078789 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7926', subscriber_id=0}\u000a18:57:59.195871 run srsepc_10.42.42.118: Starting srsepc\u000a18:57:59.896773 run rm-remote-dir(pid=16139): Launched\u000a18:58:01.152242 run rm-remote-dir(pid=16139): Terminated: ok {rc=0}\u000a18:58:01.618640 run mk-remote-dir(pid=16140): Launched\u000a18:58:02.811021 run mk-remote-dir(pid=16140): Terminated: ok {rc=0}\u000a18:58:03.097633 run scp-inst-to-remote(pid=16141): Launched\u000a18:58:05.288274 run scp-inst-to-remote(pid=16141): Terminated: ok {rc=0}\u000a18:58:05.626198 run rm-remote-dir(pid=16143): Launched\u000a18:58:06.817175 run rm-remote-dir(pid=16143): Terminated: ok {rc=0}\u000a18:58:07.155434 run mk-remote-dir(pid=16144): Launched\u000a18:58:08.348375 run mk-remote-dir(pid=16144): Terminated: ok {rc=0}\u000a18:58:08.631777 run scp-cfg-to-remote(pid=16145): Launched\u000a18:58:09.819551 run scp-cfg-to-remote(pid=16145): Terminated: ok {rc=0}\u000a18:58:10.105220 run scp-db-to-remote(pid=16147): Launched\u000a18:58:11.294422 run scp-db-to-remote(pid=16147): Terminated: ok {rc=0}\u000a18:58:11.411136 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:58:11.740612 run patchelf(pid=16149): Launched\u000a18:58:12.930423 run patchelf(pid=16149): Terminated: ok {rc=0}\u000a18:58:13.047119 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:58:13.375890 run setcap-netadm(pid=16150): Launched\u000a18:58:14.564640 run setcap-netadm(pid=16150): Terminated: ok {rc=0}\u000a18:58:14.888549 run srsepc(pid=16151): Launched\u000a18:58:14.999396 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:58:16.260692 run rm-remote-dir(pid=16152): Launched\u000a18:58:16.525315 run srsepc(pid=16151): ERR: Terminated: ERROR {rc=127} [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16151)]\u000a18:58:16.667657 run srsepc(pid=16151): stdout: \u000a| (launched: 2022-12-12_18:58:14.733160)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:58:16.809813 run srsepc(pid=16151): stderr: \u000a| (launched: 2022-12-12_18:58:14.780067)\u000a| Connection to 10.42.42.116 closed. \u000a18:58:16.947095 run srsepc(pid=16151): stdout: \u000a| (launched: 2022-12-12_18:58:14.733160)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:58:17.083421 run srsepc(pid=16151): stderr: \u000a| (launched: 2022-12-12_18:58:14.780067)\u000a| Connection to 10.42.42.116 closed. \u000a18:58:17.252132 run rm-remote-dir(pid=16152): Terminating (SIGINT)\u000a18:58:17.434462 run rm-remote-dir(pid=16152): Terminated: ok {rc=0}\u000a18:58:17.468032 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=16151): Process ended prematurely: srsepc(pid=16151) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16151)] [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a18:58:17.478196 tst iperf3_ul.py:42: Test FAILED (19.1 sec)\u000a18:58:17.595022 run scp-back-log(pid=16153): Launched\u000a18:58:18.682971 run scp-back-log(pid=16153): ERR: Terminated: ERROR {rc=1} [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16153)]\u000a18:58:18.746002 run scp-back-log(pid=16153): stdout: \u000a| (launched: 2022-12-12_18:58:17.520744) \u000a18:58:18.809157 run scp-back-log(pid=16153): stderr: \u000a| (launched: 2022-12-12_18:58:17.540751)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:58:18.863271 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16153): launch_sync(): local process exited with status 1 [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16153)]')\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16167): Process ended prematurely: srsepc(pid=16167) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16167)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16167): Process ended prematurely: srsepc(pid=16167) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a18:58:18.878255 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:58:18.895381 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:58:18.918840 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:58:19.063032 tst ping.py: using MSISDN 7927\u000a18:58:19.173865 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7927', subscriber_id=0}\u000a18:58:19.283371 run srsepc_10.42.42.118: Starting srsepc\u000a18:58:19.942552 run rm-remote-dir(pid=16155): Launched\u000a18:58:21.134414 run rm-remote-dir(pid=16155): Terminated: ok {rc=0}\u000a18:58:21.469778 run mk-remote-dir(pid=16156): Launched\u000a18:58:22.661244 run mk-remote-dir(pid=16156): Terminated: ok {rc=0}\u000a18:58:22.946542 run scp-inst-to-remote(pid=16157): Launched\u000a18:58:25.146441 run scp-inst-to-remote(pid=16157): Terminated: ok {rc=0}\u000a18:58:25.506194 run rm-remote-dir(pid=16159): Launched\u000a18:58:26.709278 run rm-remote-dir(pid=16159): Terminated: ok {rc=0}\u000a18:58:27.069352 run mk-remote-dir(pid=16160): Launched\u000a18:58:28.272432 run mk-remote-dir(pid=16160): Terminated: ok {rc=0}\u000a18:58:28.576506 run scp-cfg-to-remote(pid=16161): Launched\u000a18:58:29.776460 run scp-cfg-to-remote(pid=16161): Terminated: ok {rc=0}\u000a18:58:30.080671 run scp-db-to-remote(pid=16163): Launched\u000a18:58:31.352290 run scp-db-to-remote(pid=16163): Terminated: ok {rc=0}\u000a18:58:31.495982 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:58:31.896383 run patchelf(pid=16165): Launched\u000a18:58:33.096370 run patchelf(pid=16165): Terminated: ok {rc=0}\u000a18:58:33.212545 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:58:33.539462 run setcap-netadm(pid=16166): Launched\u000a18:58:34.728008 run setcap-netadm(pid=16166): Terminated: ok {rc=0}\u000a18:58:35.048206 run srsepc(pid=16167): Launched\u000a18:58:35.159027 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:58:36.382570 run rm-remote-dir(pid=16168): Launched\u000a18:58:36.586397 run srsepc(pid=16167): ERR: Terminated: ERROR {rc=127} [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16167)]\u000a18:58:36.732250 run srsepc(pid=16167): stdout: \u000a| (launched: 2022-12-12_18:58:34.893202)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:58:36.879288 run srsepc(pid=16167): stderr: \u000a| (launched: 2022-12-12_18:58:34.939452)\u000a| Connection to 10.42.42.116 closed. \u000a18:58:37.020347 run srsepc(pid=16167): stdout: \u000a| (launched: 2022-12-12_18:58:34.893202)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:58:37.159908 run srsepc(pid=16167): stderr: \u000a| (launched: 2022-12-12_18:58:34.939452)\u000a| Connection to 10.42.42.116 closed. \u000a18:58:37.323831 run rm-remote-dir(pid=16168): Terminating (SIGINT)\u000a18:58:37.516323 run rm-remote-dir(pid=16168): Terminated: ok {rc=0}\u000a18:58:37.551945 tst ping.py:16: ERR: Error: srsepc(pid=16167): Process ended prematurely: srsepc(pid=16167) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16167)] [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a18:58:37.562474 tst ping.py:16: Test FAILED (18.7 sec)\u000a18:58:37.684072 run scp-back-log(pid=16169): Launched\u000a18:58:38.775292 run scp-back-log(pid=16169): ERR: Terminated: ERROR {rc=1} [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16169)]\u000a18:58:38.841328 run scp-back-log(pid=16169): stdout: \u000a| (launched: 2022-12-12_18:58:37.606257) \u000a18:58:38.906932 run scp-back-log(pid=16169): stderr: \u000a| (launched: 2022-12-12_18:58:37.627183)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:58:38.962970 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16169): launch_sync(): local process exited with status 1 [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16169)]')\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16183): Process ended prematurely: srsepc(pid=16183) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16183)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16183): Process ended prematurely: srsepc(pid=16183) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a18:58:38.978200 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:58:38.995762 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:58:39.019858 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:58:39.172732 tst rrc_idle_mo_ping.py: using MSISDN 7928\u000a18:58:39.283596 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7928', subscriber_id=0}\u000a18:58:39.393010 run srsepc_10.42.42.118: Starting srsepc\u000a18:58:40.047317 run rm-remote-dir(pid=16171): Launched\u000a18:58:41.239339 run rm-remote-dir(pid=16171): Terminated: ok {rc=0}\u000a18:58:41.574574 run mk-remote-dir(pid=16172): Launched\u000a18:58:42.765882 run mk-remote-dir(pid=16172): Terminated: ok {rc=0}\u000a18:58:43.049388 run scp-inst-to-remote(pid=16173): Launched\u000a18:58:45.239946 run scp-inst-to-remote(pid=16173): Terminated: ok {rc=0}\u000a18:58:45.575887 run rm-remote-dir(pid=16175): Launched\u000a18:58:46.770662 run rm-remote-dir(pid=16175): Terminated: ok {rc=0}\u000a18:58:47.138630 run mk-remote-dir(pid=16176): Launched\u000a18:58:48.330230 run mk-remote-dir(pid=16176): Terminated: ok {rc=0}\u000a18:58:48.614699 run scp-cfg-to-remote(pid=16177): Launched\u000a18:58:49.803993 run scp-cfg-to-remote(pid=16177): Terminated: ok {rc=0}\u000a18:58:50.087210 run scp-db-to-remote(pid=16179): Launched\u000a18:58:51.276446 run scp-db-to-remote(pid=16179): Terminated: ok {rc=0}\u000a18:58:51.392677 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:58:51.719390 run patchelf(pid=16181): Launched\u000a18:58:52.908125 run patchelf(pid=16181): Terminated: ok {rc=0}\u000a18:58:53.024436 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:58:53.351922 run setcap-netadm(pid=16182): Launched\u000a18:58:54.539903 run setcap-netadm(pid=16182): Terminated: ok {rc=0}\u000a18:58:54.860107 run srsepc(pid=16183): Launched\u000a18:58:54.970958 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:58:56.114368 run rm-remote-dir(pid=16184): Launched\u000a18:58:56.303408 run srsepc(pid=16183): ERR: Terminated: ERROR {rc=127} [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16183)]\u000a18:58:56.441565 run srsepc(pid=16183): stdout: \u000a| (launched: 2022-12-12_18:58:54.705548)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:58:56.579678 run srsepc(pid=16183): stderr: \u000a| (launched: 2022-12-12_18:58:54.751886)\u000a| Connection to 10.42.42.116 closed. \u000a18:58:56.712735 run srsepc(pid=16183): stdout: \u000a| (launched: 2022-12-12_18:58:54.705548)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:58:56.844339 run srsepc(pid=16183): stderr: \u000a| (launched: 2022-12-12_18:58:54.751886)\u000a| Connection to 10.42.42.116 closed. \u000a18:58:56.999230 run rm-remote-dir(pid=16184): Terminating (SIGINT)\u000a18:58:57.180300 run rm-remote-dir(pid=16184): Terminated: ok {rc=0}\u000a18:58:57.214098 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=16183): Process ended prematurely: srsepc(pid=16183) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16183)] [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a18:58:57.224045 tst rrc_idle_mo_ping.py:16: Test FAILED (18.2 sec)\u000a18:58:57.341118 run scp-back-log(pid=16185): Launched\u000a18:58:58.429848 run scp-back-log(pid=16185): ERR: Terminated: ERROR {rc=1} [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16185)]\u000a18:58:58.493287 run scp-back-log(pid=16185): stdout: \u000a| (launched: 2022-12-12_18:58:57.266466) \u000a18:58:58.556940 run scp-back-log(pid=16185): stderr: \u000a| (launched: 2022-12-12_18:58:57.286622)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:58:58.611447 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16185): launch_sync(): local process exited with status 1 [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16185)]')\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=16199): Process ended prematurely: srsepc(pid=16199) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16199)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=16199): Process ended prematurely: srsepc(pid=16199) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a18:58:58.626231 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a18:58:58.643293 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a18:58:58.666611 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a18:58:58.814962 tst rrc_idle_mt_ping.py: using MSISDN 7929\u000a18:58:58.926019 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7929', subscriber_id=0}\u000a18:58:59.035362 run srsepc_10.42.42.118: Starting srsepc\u000a18:58:59.693228 run rm-remote-dir(pid=16187): Launched\u000a18:59:00.899110 run rm-remote-dir(pid=16187): Terminated: ok {rc=0}\u000a18:59:01.301204 run mk-remote-dir(pid=16188): Launched\u000a18:59:02.524191 run mk-remote-dir(pid=16188): Terminated: ok {rc=0}\u000a18:59:02.809081 run scp-inst-to-remote(pid=16189): Launched\u000a18:59:04.998847 run scp-inst-to-remote(pid=16189): Terminated: ok {rc=0}\u000a18:59:05.337160 run rm-remote-dir(pid=16191): Launched\u000a18:59:06.528317 run rm-remote-dir(pid=16191): Terminated: ok {rc=0}\u000a18:59:06.866887 run mk-remote-dir(pid=16192): Launched\u000a18:59:08.059067 run mk-remote-dir(pid=16192): Terminated: ok {rc=0}\u000a18:59:08.344598 run scp-cfg-to-remote(pid=16193): Launched\u000a18:59:09.532813 run scp-cfg-to-remote(pid=16193): Terminated: ok {rc=0}\u000a18:59:09.817446 run scp-db-to-remote(pid=16195): Launched\u000a18:59:11.006169 run scp-db-to-remote(pid=16195): Terminated: ok {rc=0}\u000a18:59:11.122405 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a18:59:11.450902 run patchelf(pid=16197): Launched\u000a18:59:12.640461 run patchelf(pid=16197): Terminated: ok {rc=0}\u000a18:59:12.757758 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a18:59:13.084471 run setcap-netadm(pid=16198): Launched\u000a18:59:14.274060 run setcap-netadm(pid=16198): Terminated: ok {rc=0}\u000a18:59:14.594426 run srsepc(pid=16199): Launched\u000a18:59:14.705595 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a18:59:15.973879 run rm-remote-dir(pid=16200): Launched\u000a18:59:16.282783 run srsepc(pid=16199): ERR: Terminated: ERROR {rc=127} [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16199)]\u000a18:59:16.432289 run srsepc(pid=16199): stdout: \u000a| (launched: 2022-12-12_18:59:14.439564)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:59:16.581966 run srsepc(pid=16199): stderr: \u000a| (launched: 2022-12-12_18:59:14.486040)\u000a| Connection to 10.42.42.116 closed. \u000a18:59:16.726160 run srsepc(pid=16199): stdout: \u000a| (launched: 2022-12-12_18:59:14.439564)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a18:59:16.869363 run srsepc(pid=16199): stderr: \u000a| (launched: 2022-12-12_18:59:14.486040)\u000a| Connection to 10.42.42.116 closed. \u000a18:59:17.036325 run rm-remote-dir(pid=16200): Terminating (SIGINT)\u000a18:59:17.231210 run rm-remote-dir(pid=16200): Terminated: ok {rc=0}\u000a18:59:17.267151 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=16199): Process ended prematurely: srsepc(pid=16199) [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=16199)] [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a18:59:17.278034 tst rrc_idle_mt_ping.py:16: Test FAILED (18.6 sec)\u000a18:59:17.398575 run scp-back-log(pid=16201): Launched\u000a18:59:18.489826 run scp-back-log(pid=16201): ERR: Terminated: ERROR {rc=1} [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16201)]\u000a18:59:18.555766 run scp-back-log(pid=16201): stdout: \u000a| (launched: 2022-12-12_18:59:17.322148) \u000a18:59:18.622265 run scp-back-log(pid=16201): stderr: \u000a| (launched: 2022-12-12_18:59:17.343318)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a18:59:18.678730 tst srsepc_10.42.42.118: Error('scp-back-log(pid=16201): launch_sync(): local process exited with status 1 [trial-2380↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=16201)]')\u000a" } ], "duration" : 144.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:56:56" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16214): Process ended prematurely: osmo-stp_10.42.42.5(pid=16214) [trial-2380↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16214)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16214): Process ended prematurely: osmo-stp_10.42.42.5(pid=16214) [trial-2380↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a18:59:19.538882 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:59:19.550204 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a18:59:19.685692 tst handover.py: using LAC 30826\u000a18:59:19.818346 tst handover.py: using RAC 226\u000a18:59:19.940457 tst handover.py: using CellId 30826\u000a18:59:20.061947 tst handover.py: using BVCI 30827\u000a18:59:20.085378 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a18:59:20.207889 tst handover.py: using LAC 30827\u000a18:59:20.329078 tst handover.py: using RAC 227\u000a18:59:20.448510 tst handover.py: using CellId 30827\u000a18:59:20.569451 tst handover.py: using BVCI 30828\u000a18:59:20.592846 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:59:20.603783 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:59:20.614696 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:59:20.625772 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:59:20.636777 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a18:59:20.647748 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a18:59:20.764492 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a18:59:20.977460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:59:21.498886 run create_hlr_db(pid=16208): Launched\u000a18:59:22.689731 run create_hlr_db(pid=16208): Terminated: ok {rc=0}\u000a18:59:23.031070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16210): Launched\u000a18:59:23.362389 run osmo-hlr_10.42.42.2(pid=16211): Launched\u000a18:59:23.483257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:59:24.055638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16213): Launched\u000a18:59:24.387637 run osmo-stp_10.42.42.5(pid=16214): Launched\u000a18:59:24.506983 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:59:25.107522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16217): Launched\u000a18:59:25.439395 run osmo-msc_10.42.42.6(pid=16218): Launched\u000a18:59:25.630974 run osmo-stp_10.42.42.5(pid=16214): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16214)]\u000a18:59:25.773365 run osmo-stp_10.42.42.5(pid=16214): stdout: \u000a| (launched: 2022-12-12_18:59:24.222417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:25.909891 run osmo-stp_10.42.42.5(pid=16214): stderr: \u000a| �[0;m�[38;5;43m20221212185924416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185924416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185924416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185924417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185924417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185924417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185924418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:26.041128 run osmo-stp_10.42.42.5(pid=16214): stdout: \u000a| (launched: 2022-12-12_18:59:24.222417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:26.171116 run osmo-stp_10.42.42.5(pid=16214): stderr: \u000a| �[0;m�[38;5;43m20221212185924416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185924416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185924416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185924417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185924417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185924417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185924418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:26.228155 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16214): Process ended prematurely: osmo-stp_10.42.42.5(pid=16214) [trial-2380↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16214)] [trial-2380↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a18:59:26.236812 tst handover.py:18: Test FAILED (6.7 sec)\u000a18:59:26.299958 run osmo-hlr_10.42.42.2(pid=16211): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16211)]\u000a18:59:26.351359 run osmo-hlr_10.42.42.2(pid=16211): stdout: \u000a| (launched: 2022-12-12_18:59:23.198306) \u000a18:59:26.403434 run osmo-hlr_10.42.42.2(pid=16211): stderr: \u000a| �[0;m�[1;31m20221212185923398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185923398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185923398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185923398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185923398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185923398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185923410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185923419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185923419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185923419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:59:26.474137 run osmo-msc_10.42.42.6(pid=16218): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16218)]\u000a18:59:26.525584 run osmo-msc_10.42.42.6(pid=16218): stdout: \u000a| (launched: 2022-12-12_18:59:25.274687) \u000a18:59:26.577757 run osmo-msc_10.42.42.6(pid=16218): stderr: \u000a| �[0;m�[38;5;43m20221212185925599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212185925599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc50359cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212185925599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212185925599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212185925599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212185925600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212185925601 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212185925602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212185925602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212185925602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:59:26.622033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16210): Terminating (SIGTERM)\u000a18:59:26.663628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16213): Terminating (SIGTERM)\u000a18:59:26.705431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16217): Terminating (SIGTERM)\u000a18:59:26.715126 --- ParallelTerminationStrategy: PID 16210 died...\u000a18:59:26.770937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16210): Terminated: ok {rc=0}\u000a18:59:26.780877 --- ParallelTerminationStrategy: PID 16213 died...\u000a18:59:26.837112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16213): Terminated: ok {rc=0}\u000a18:59:26.847358 --- ParallelTerminationStrategy: PID 16217 died...\u000a18:59:26.902967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16217): Terminated: ok {rc=0}\u000a18:59:26.991128 bus /sierra_3: Setting Powered False\u000a18:59:28.097621 bus /sierra_3: Setting Powered False\u000a18:59:29.208577 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:59:19" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16230): Process ended prematurely: osmo-stp_10.42.42.5(pid=16230) [trial-2380↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16230)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16230): Process ended prematurely: osmo-stp_10.42.42.5(pid=16230) [trial-2380↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a18:59:31.220652 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:59:31.232888 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a18:59:31.373709 tst handover.py: using LAC 30828\u000a18:59:31.507315 tst handover.py: using RAC 228\u000a18:59:31.666308 tst handover.py: using CellId 30828\u000a18:59:31.833613 tst handover.py: using BVCI 30829\u000a18:59:31.868925 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a18:59:32.036190 tst handover.py: using LAC 30829\u000a18:59:32.173905 tst handover.py: using RAC 229\u000a18:59:32.303007 tst handover.py: using CellId 30829\u000a18:59:32.432594 tst handover.py: using BVCI 30830\u000a18:59:32.457745 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:59:32.469046 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:59:32.480153 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:59:32.491396 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:59:32.502646 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a18:59:32.513764 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a18:59:32.631316 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a18:59:32.836225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:59:33.306911 run create_hlr_db(pid=16224): Launched\u000a18:59:33.432475 bus /sierra_2: Setting Powered False\u000a18:59:34.514067 run create_hlr_db(pid=16224): Terminated: ok {rc=0}\u000a18:59:34.905852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16226): Launched\u000a18:59:35.218990 run osmo-hlr_10.42.42.2(pid=16227): Launched\u000a18:59:35.332710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:59:35.841394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16229): Launched\u000a18:59:36.153470 run osmo-stp_10.42.42.5(pid=16230): Launched\u000a18:59:36.266822 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:59:36.805840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16232): Launched\u000a18:59:37.120342 run osmo-msc_10.42.42.6(pid=16233): Launched\u000a18:59:37.302012 run osmo-stp_10.42.42.5(pid=16230): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16230)]\u000a18:59:37.432235 run osmo-stp_10.42.42.5(pid=16230): stdout: \u000a| (launched: 2022-12-12_18:59:35.997670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:37.560571 run osmo-stp_10.42.42.5(pid=16230): stderr: \u000a| �[0;m�[38;5;43m20221212185936169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185936169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185936169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185936170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185936170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185936170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185936170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:37.684322 run osmo-stp_10.42.42.5(pid=16230): stdout: \u000a| (launched: 2022-12-12_18:59:35.997670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:37.807311 run osmo-stp_10.42.42.5(pid=16230): stderr: \u000a| �[0;m�[38;5;43m20221212185936169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185936169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185936169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185936170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185936170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185936170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185936170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:37.860825 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16230): Process ended prematurely: osmo-stp_10.42.42.5(pid=16230) [trial-2380↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16230)] [trial-2380↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a18:59:37.868831 tst handover.py:18: Test FAILED (6.6 sec)\u000a18:59:37.929180 run osmo-hlr_10.42.42.2(pid=16227): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16227)]\u000a18:59:37.978230 run osmo-hlr_10.42.42.2(pid=16227): stdout: \u000a| (launched: 2022-12-12_18:59:35.062941) \u000a18:59:38.027639 run osmo-hlr_10.42.42.2(pid=16227): stderr: \u000a| �[0;m�[1;31m20221212185935241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185935241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185935241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185935241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185935241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185935241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185935254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185935262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185935262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185935262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:59:38.095262 run osmo-msc_10.42.42.6(pid=16233): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16233)]\u000a18:59:38.144007 run osmo-msc_10.42.42.6(pid=16233): stdout: \u000a| (launched: 2022-12-12_18:59:36.963650) \u000a18:59:38.193514 run osmo-msc_10.42.42.6(pid=16233): stderr: \u000a| �[0;m�[38;5;43m20221212185937237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212185937237 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20791b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212185937237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212185937237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212185937237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212185937238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212185937239 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212185937240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212185937240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212185937240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:59:38.235591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16226): Terminating (SIGTERM)\u000a18:59:38.275196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16229): Terminating (SIGTERM)\u000a18:59:38.314822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16232): Terminating (SIGTERM)\u000a18:59:38.324003 --- ParallelTerminationStrategy: PID 16226 died...\u000a18:59:38.376927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16226): Terminated: ok {rc=0}\u000a18:59:38.386456 --- ParallelTerminationStrategy: PID 16229 died...\u000a18:59:38.439200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16229): Terminated: ok {rc=0}\u000a18:59:38.448579 --- ParallelTerminationStrategy: PID 16232 died...\u000a18:59:38.501318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16232): Terminated: ok {rc=0}\u000a18:59:38.591416 bus /sierra_3: Setting Powered False\u000a18:59:39.695007 bus /sierra_3: Setting Powered False\u000a18:59:40.802586 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:59:30" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16244): Process ended prematurely: osmo-stp_10.42.42.5(pid=16244) [trial-2380↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16244)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16244): Process ended prematurely: osmo-stp_10.42.42.5(pid=16244) [trial-2380↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a18:59:42.794039 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:59:42.805122 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a18:59:42.936173 tst handover.py: using LAC 30830\u000a18:59:43.056316 tst handover.py: using RAC 230\u000a18:59:43.176376 tst handover.py: using CellId 30830\u000a18:59:43.299584 tst handover.py: using BVCI 30831\u000a18:59:43.322923 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a18:59:43.460230 tst handover.py: using LAC 30831\u000a18:59:43.578859 tst handover.py: using RAC 231\u000a18:59:43.704758 tst handover.py: using CellId 30831\u000a18:59:43.824170 tst handover.py: using BVCI 30832\u000a18:59:43.847501 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:59:43.858473 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:59:43.869354 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:59:43.880084 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:59:43.890945 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a18:59:43.901657 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a18:59:44.021687 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a18:59:44.236217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:59:44.729058 run create_hlr_db(pid=16238): Launched\u000a18:59:44.863220 bus /sierra_2: Setting Powered False\u000a18:59:45.956116 run create_hlr_db(pid=16238): Terminated: ok {rc=0}\u000a18:59:46.385831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16240): Launched\u000a18:59:46.813093 run osmo-hlr_10.42.42.2(pid=16241): Launched\u000a18:59:46.978758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:59:47.577964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16243): Launched\u000a18:59:47.889198 run osmo-stp_10.42.42.5(pid=16244): Launched\u000a18:59:48.001209 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:59:48.540000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16246): Launched\u000a18:59:48.852350 run osmo-msc_10.42.42.6(pid=16247): Launched\u000a18:59:49.033395 run osmo-stp_10.42.42.5(pid=16244): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16244)]\u000a18:59:49.163830 run osmo-stp_10.42.42.5(pid=16244): stdout: \u000a| (launched: 2022-12-12_18:59:47.734409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:49.291111 run osmo-stp_10.42.42.5(pid=16244): stderr: \u000a| �[0;m�[38;5;43m20221212185947908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185947908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185947908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185947909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185947909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185947909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185947909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:49.414470 run osmo-stp_10.42.42.5(pid=16244): stdout: \u000a| (launched: 2022-12-12_18:59:47.734409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:49.536211 run osmo-stp_10.42.42.5(pid=16244): stderr: \u000a| �[0;m�[38;5;43m20221212185947908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185947908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185947908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185947909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185947909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185947909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185947909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:49.589660 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16244): Process ended prematurely: osmo-stp_10.42.42.5(pid=16244) [trial-2380↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16244)] [trial-2380↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a18:59:49.597780 tst handover.py:18: Test FAILED (6.8 sec)\u000a18:59:49.657323 run osmo-hlr_10.42.42.2(pid=16241): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16241)]\u000a18:59:49.706705 run osmo-hlr_10.42.42.2(pid=16241): stdout: \u000a| (launched: 2022-12-12_18:59:46.556772) \u000a18:59:49.756195 run osmo-hlr_10.42.42.2(pid=16241): stderr: \u000a| �[0;m�[1;31m20221212185946848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185946848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185946848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185946848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185946848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185946849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185946877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185946891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185946891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185946891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:59:49.823562 run osmo-msc_10.42.42.6(pid=16247): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16247)]\u000a18:59:49.872591 run osmo-msc_10.42.42.6(pid=16247): stdout: \u000a| (launched: 2022-12-12_18:59:48.696241) \u000a18:59:49.922284 run osmo-msc_10.42.42.6(pid=16247): stderr: \u000a| �[0;m�[38;5;43m20221212185948972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212185948972 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe529029c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212185948972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212185948972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212185948972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212185948972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212185948974 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212185948975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212185948975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212185948975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:59:49.964458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16240): Terminating (SIGTERM)\u000a18:59:50.004274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16243): Terminating (SIGTERM)\u000a18:59:50.044116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16246): Terminating (SIGTERM)\u000a18:59:50.053403 --- ParallelTerminationStrategy: PID 16240 died...\u000a18:59:50.106506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16240): Terminated: ok {rc=0}\u000a18:59:50.116047 --- ParallelTerminationStrategy: PID 16243 died...\u000a18:59:50.168887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16243): Terminated: ok {rc=0}\u000a18:59:50.178470 --- ParallelTerminationStrategy: PID 16246 died...\u000a18:59:50.231406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16246): Terminated: ok {rc=0}\u000a18:59:50.320364 bus /sierra_3: Setting Powered False\u000a18:59:51.423630 bus /sierra_3: Setting Powered False\u000a18:59:52.534442 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:59:42" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16258): Process ended prematurely: osmo-stp_10.42.42.5(pid=16258) [trial-2380↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16258)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16258): Process ended prematurely: osmo-stp_10.42.42.5(pid=16258) [trial-2380↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a18:59:54.544143 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:59:54.555973 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:59:54.689617 tst handover.py: using LAC 30832\u000a18:59:54.822016 tst handover.py: using RAC 232\u000a18:59:54.950376 tst handover.py: using CellId 30832\u000a18:59:55.077773 tst handover.py: using BVCI 30833\u000a18:59:55.102649 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a18:59:55.243168 tst handover.py: using LAC 30833\u000a18:59:55.369988 tst handover.py: using RAC 233\u000a18:59:55.498380 tst handover.py: using CellId 30833\u000a18:59:55.624625 tst handover.py: using BVCI 30834\u000a18:59:55.649689 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:59:55.661392 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:59:55.672735 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:59:55.684511 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:59:55.696265 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a18:59:55.707980 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:59:55.825559 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a18:59:56.030066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:59:56.500755 run create_hlr_db(pid=16252): Launched\u000a18:59:56.625718 bus /sierra_2: Setting Powered False\u000a18:59:57.698051 run create_hlr_db(pid=16252): Terminated: ok {rc=0}\u000a18:59:58.108676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16254): Launched\u000a18:59:58.441147 run osmo-hlr_10.42.42.2(pid=16255): Launched\u000a18:59:58.561278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:59:59.108142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16257): Launched\u000a18:59:59.442330 run osmo-stp_10.42.42.5(pid=16258): Launched\u000a18:59:59.562855 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:00:00.141043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16260): Launched\u000a19:00:00.476247 run osmo-msc_10.42.42.6(pid=16261): Launched\u000a19:00:00.673263 run osmo-stp_10.42.42.5(pid=16258): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16258)]\u000a19:00:00.812775 run osmo-stp_10.42.42.5(pid=16258): stdout: \u000a| (launched: 2022-12-12_18:59:59.275962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:00.973482 run osmo-stp_10.42.42.5(pid=16258): stderr: \u000a| �[0;m�[38;5;43m20221212185959467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185959468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185959468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185959468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185959469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185959469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185959469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:01.123837 run osmo-stp_10.42.42.5(pid=16258): stdout: \u000a| (launched: 2022-12-12_18:59:59.275962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:01.259732 run osmo-stp_10.42.42.5(pid=16258): stderr: \u000a| �[0;m�[38;5;43m20221212185959467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212185959468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212185959468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212185959468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212185959469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212185959469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212185959469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:01.319572 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16258): Process ended prematurely: osmo-stp_10.42.42.5(pid=16258) [trial-2380↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16258)] [trial-2380↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a19:00:01.329716 tst handover.py:18: Test FAILED (6.8 sec)\u000a19:00:01.398297 run osmo-hlr_10.42.42.2(pid=16255): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16255)]\u000a19:00:01.453011 run osmo-hlr_10.42.42.2(pid=16255): stdout: \u000a| (launched: 2022-12-12_18:59:58.276419) \u000a19:00:01.508163 run osmo-hlr_10.42.42.2(pid=16255): stderr: \u000a| �[0;m�[1;31m20221212185958475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212185958475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212185958475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185958475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212185958475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212185958475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212185958488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212185958497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212185958497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212185958497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:00:01.582869 run osmo-msc_10.42.42.6(pid=16261): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16261)]\u000a19:00:01.637218 run osmo-msc_10.42.42.6(pid=16261): stdout: \u000a| (launched: 2022-12-12_19:00:00.309859) \u000a19:00:01.692021 run osmo-msc_10.42.42.6(pid=16261): stderr: \u000a| �[0;m�[38;5;43m20221212190000632 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190000633 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9cbe3cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190000633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190000633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190000633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190000633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190000635 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190000635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190000635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190000635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:00:01.737855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16254): Terminating (SIGTERM)\u000a19:00:01.784877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16257): Terminating (SIGTERM)\u000a19:00:01.829507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16260): Terminating (SIGTERM)\u000a19:00:01.839800 --- ParallelTerminationStrategy: PID 16254 died...\u000a19:00:01.902123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16254): Terminated: ok {rc=0}\u000a19:00:01.919594 --- ParallelTerminationStrategy: PID 16257 died...\u000a19:00:01.986828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16257): Terminated: ok {rc=0}\u000a19:00:01.997628 --- ParallelTerminationStrategy: PID 16260 died...\u000a19:00:02.056643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16260): Terminated: ok {rc=0}\u000a19:00:02.164375 bus /sierra_3: Setting Powered False\u000a19:00:03.274345 bus /sierra_3: Setting Powered False\u000a19:00:04.383668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T18:59:54" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16275): Process ended prematurely: osmo-stp_10.42.42.5(pid=16275) [trial-2380↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16275)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16275): Process ended prematurely: osmo-stp_10.42.42.5(pid=16275) [trial-2380↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a19:00:06.396935 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:00:06.408594 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:00:06.542319 tst handover.py: using LAC 30834\u000a19:00:06.670563 tst handover.py: using RAC 234\u000a19:00:06.798446 tst handover.py: using CellId 30834\u000a19:00:06.927139 tst handover.py: using BVCI 30835\u000a19:00:06.952162 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:00:07.099968 tst handover.py: using LAC 30835\u000a19:00:07.230133 tst handover.py: using RAC 235\u000a19:00:07.359131 tst handover.py: using CellId 30835\u000a19:00:07.488300 tst handover.py: using BVCI 30836\u000a19:00:07.513302 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:00:07.524836 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:00:07.536207 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:00:07.547941 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:00:07.559700 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:00:07.571371 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:00:07.690578 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:00:07.905009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:00:08.398773 run create_hlr_db(pid=16269): Launched\u000a19:00:08.532784 bus /sierra_2: Setting Powered False\u000a19:00:09.610764 run create_hlr_db(pid=16269): Terminated: ok {rc=0}\u000a19:00:10.021579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16271): Launched\u000a19:00:10.354920 run osmo-hlr_10.42.42.2(pid=16272): Launched\u000a19:00:10.476486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:00:11.022867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16274): Launched\u000a19:00:11.356776 run osmo-stp_10.42.42.5(pid=16275): Launched\u000a19:00:11.477481 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:00:12.054122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16277): Launched\u000a19:00:12.387195 run osmo-msc_10.42.42.6(pid=16278): Launched\u000a19:00:12.578921 run osmo-stp_10.42.42.5(pid=16275): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16275)]\u000a19:00:12.717985 run osmo-stp_10.42.42.5(pid=16275): stdout: \u000a| (launched: 2022-12-12_19:00:11.191149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:12.855135 run osmo-stp_10.42.42.5(pid=16275): stderr: \u000a| �[0;m�[38;5;43m20221212190011383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190011383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190011383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190011384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190011384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190011384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190011384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:12.987999 run osmo-stp_10.42.42.5(pid=16275): stdout: \u000a| (launched: 2022-12-12_19:00:11.191149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:13.118690 run osmo-stp_10.42.42.5(pid=16275): stderr: \u000a| �[0;m�[38;5;43m20221212190011383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190011383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190011383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190011384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190011384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190011384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190011384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:13.175748 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16275): Process ended prematurely: osmo-stp_10.42.42.5(pid=16275) [trial-2380↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16275)] [trial-2380↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a19:00:13.184448 tst handover.py:18: Test FAILED (6.8 sec)\u000a19:00:13.249255 run osmo-hlr_10.42.42.2(pid=16272): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16272)]\u000a19:00:13.301416 run osmo-hlr_10.42.42.2(pid=16272): stdout: \u000a| (launched: 2022-12-12_19:00:10.189593) \u000a19:00:13.354256 run osmo-hlr_10.42.42.2(pid=16272): stderr: \u000a| �[0;m�[1;31m20221212190010390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190010390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190010390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190010390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190010390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190010390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190010402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190010411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190010411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190010411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:00:13.425931 run osmo-msc_10.42.42.6(pid=16278): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16278)]\u000a19:00:13.478209 run osmo-msc_10.42.42.6(pid=16278): stdout: \u000a| (launched: 2022-12-12_19:00:12.221918) \u000a19:00:13.531106 run osmo-msc_10.42.42.6(pid=16278): stderr: \u000a| �[0;m�[38;5;43m20221212190012546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190012546 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f578bfe0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190012547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190012547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190012547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190012547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190012549 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190012549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190012549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190012549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:00:13.575616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16271): Terminating (SIGTERM)\u000a19:00:13.618181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16274): Terminating (SIGTERM)\u000a19:00:13.660623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16277): Terminating (SIGTERM)\u000a19:00:13.670694 --- ParallelTerminationStrategy: PID 16271 died...\u000a19:00:13.727856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16271): Terminated: ok {rc=0}\u000a19:00:13.737984 --- ParallelTerminationStrategy: PID 16274 died...\u000a19:00:13.794506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16274): Terminated: ok {rc=0}\u000a19:00:13.804926 --- ParallelTerminationStrategy: PID 16277 died...\u000a19:00:13.861634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16277): Terminated: ok {rc=0}\u000a19:00:13.949178 bus /sierra_3: Setting Powered False\u000a19:00:15.057092 bus /sierra_3: Setting Powered False\u000a19:00:16.172548 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:00:06" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16289): Process ended prematurely: osmo-stp_10.42.42.5(pid=16289) [trial-2380↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16289)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16289): Process ended prematurely: osmo-stp_10.42.42.5(pid=16289) [trial-2380↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16289)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a19:00:18.166359 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:00:18.178254 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:00:18.315200 tst handover.py: using LAC 30836\u000a19:00:18.442947 tst handover.py: using RAC 236\u000a19:00:18.573202 tst handover.py: using CellId 30836\u000a19:00:18.702672 tst handover.py: using BVCI 30837\u000a19:00:18.727509 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:00:18.858983 tst handover.py: using LAC 30837\u000a19:00:18.983948 tst handover.py: using RAC 237\u000a19:00:19.106888 tst handover.py: using CellId 30837\u000a19:00:19.229275 tst handover.py: using BVCI 30838\u000a19:00:19.252615 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:00:19.263515 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:00:19.274349 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:00:19.285055 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:00:19.296172 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:00:19.306910 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:00:19.427065 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:00:19.631039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:00:20.100675 run create_hlr_db(pid=16283): Launched\u000a19:00:20.225515 bus /sierra_2: Setting Powered False\u000a19:00:21.298607 run create_hlr_db(pid=16283): Terminated: ok {rc=0}\u000a19:00:21.709773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16285): Launched\u000a19:00:22.043289 run osmo-hlr_10.42.42.2(pid=16286): Launched\u000a19:00:22.161913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:00:22.707434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16288): Launched\u000a19:00:23.040036 run osmo-stp_10.42.42.5(pid=16289): Launched\u000a19:00:23.160926 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:00:23.737349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16291): Launched\u000a19:00:24.072364 run osmo-msc_10.42.42.6(pid=16292): Launched\u000a19:00:24.266042 run osmo-stp_10.42.42.5(pid=16289): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16289)]\u000a19:00:24.405207 run osmo-stp_10.42.42.5(pid=16289): stdout: \u000a| (launched: 2022-12-12_19:00:22.875258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:24.543099 run osmo-stp_10.42.42.5(pid=16289): stderr: \u000a| �[0;m�[38;5;43m20221212190023069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190023069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190023070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190023070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190023071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190023071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190023071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:24.675532 run osmo-stp_10.42.42.5(pid=16289): stdout: \u000a| (launched: 2022-12-12_19:00:22.875258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:24.806916 run osmo-stp_10.42.42.5(pid=16289): stderr: \u000a| �[0;m�[38;5;43m20221212190023069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190023069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190023070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190023070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190023071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190023071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190023071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:24.864348 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16289): Process ended prematurely: osmo-stp_10.42.42.5(pid=16289) [trial-2380↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16289)] [trial-2380↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a19:00:24.873187 tst handover.py:18: Test FAILED (6.7 sec)\u000a19:00:24.937410 run osmo-hlr_10.42.42.2(pid=16286): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16286)]\u000a19:00:24.989303 run osmo-hlr_10.42.42.2(pid=16286): stdout: \u000a| (launched: 2022-12-12_19:00:21.877528) \u000a19:00:25.041778 run osmo-hlr_10.42.42.2(pid=16286): stderr: \u000a| �[0;m�[1;31m20221212190022076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190022076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190022076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190022076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190022077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190022077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190022088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190022098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190022099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190022099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:00:25.112914 run osmo-msc_10.42.42.6(pid=16292): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16292)]\u000a19:00:25.164266 run osmo-msc_10.42.42.6(pid=16292): stdout: \u000a| (launched: 2022-12-12_19:00:23.905981) \u000a19:00:25.216158 run osmo-msc_10.42.42.6(pid=16292): stderr: \u000a| �[0;m�[38;5;43m20221212190024229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190024230 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f386f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190024230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190024230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190024230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190024230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190024232 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190024232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190024232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190024232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:00:25.260300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16285): Terminating (SIGTERM)\u000a19:00:25.302647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16288): Terminating (SIGTERM)\u000a19:00:25.345496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16291): Terminating (SIGTERM)\u000a19:00:25.355397 --- ParallelTerminationStrategy: PID 16285 died...\u000a19:00:25.411930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16285): Terminated: ok {rc=0}\u000a19:00:25.422319 --- ParallelTerminationStrategy: PID 16288 died...\u000a19:00:25.479362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16288): Terminated: ok {rc=0}\u000a19:00:25.489894 --- ParallelTerminationStrategy: PID 16291 died...\u000a19:00:25.546361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16291): Terminated: ok {rc=0}\u000a19:00:25.635612 bus /sierra_3: Setting Powered False\u000a19:00:26.742363 bus /sierra_3: Setting Powered False\u000a19:00:27.850407 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:00:17" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16303): Process ended prematurely: osmo-stp_10.42.42.5(pid=16303) [trial-2380↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16303)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16303): Process ended prematurely: osmo-stp_10.42.42.5(pid=16303) [trial-2380↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a19:00:29.861186 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:29.873241 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:00:30.005907 tst handover.py: using LAC 30838\u000a19:00:30.133167 tst handover.py: using RAC 238\u000a19:00:30.258893 tst handover.py: using CellId 30838\u000a19:00:30.384935 tst handover.py: using BVCI 30839\u000a19:00:30.409481 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:00:30.552863 tst handover.py: using LAC 30839\u000a19:00:30.680314 tst handover.py: using RAC 239\u000a19:00:30.807833 tst handover.py: using CellId 30839\u000a19:00:30.944614 tst handover.py: using BVCI 30840\u000a19:00:30.970457 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:30.982837 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:30.995043 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:31.008316 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:31.021082 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:31.033833 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:00:31.177987 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:00:31.440926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:00:31.971804 run create_hlr_db(pid=16297): Launched\u000a19:00:32.106165 bus /sierra_2: Setting Powered False\u000a19:00:33.180327 run create_hlr_db(pid=16297): Terminated: ok {rc=0}\u000a19:00:33.562960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16299): Launched\u000a19:00:33.866704 run osmo-hlr_10.42.42.2(pid=16300): Launched\u000a19:00:33.985763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:00:34.487197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16302): Launched\u000a19:00:34.790697 run osmo-stp_10.42.42.5(pid=16303): Launched\u000a19:00:34.899970 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:00:35.428416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16305): Launched\u000a19:00:35.732212 run osmo-msc_10.42.42.6(pid=16306): Launched\u000a19:00:35.908003 run osmo-stp_10.42.42.5(pid=16303): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16303)]\u000a19:00:36.034984 run osmo-stp_10.42.42.5(pid=16303): stdout: \u000a| (launched: 2022-12-12_19:00:34.640004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:36.160602 run osmo-stp_10.42.42.5(pid=16303): stderr: \u000a| �[0;m�[38;5;43m20221212190034808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190034808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190034809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190034809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190034810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190034810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190034810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:36.286296 run osmo-stp_10.42.42.5(pid=16303): stdout: \u000a| (launched: 2022-12-12_19:00:34.640004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:36.406094 run osmo-stp_10.42.42.5(pid=16303): stderr: \u000a| �[0;m�[38;5;43m20221212190034808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190034808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190034809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190034809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190034810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190034810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190034810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:36.459010 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16303): Process ended prematurely: osmo-stp_10.42.42.5(pid=16303) [trial-2380↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16303)] [trial-2380↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a19:00:36.467167 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:00:36.527271 run osmo-hlr_10.42.42.2(pid=16300): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16300)]\u000a19:00:36.576287 run osmo-hlr_10.42.42.2(pid=16300): stdout: \u000a| (launched: 2022-12-12_19:00:33.716422) \u000a19:00:36.626131 run osmo-hlr_10.42.42.2(pid=16300): stderr: \u000a| �[0;m�[1;31m20221212190033889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190033889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190033889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190033889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190033889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190033889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190033901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190033909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190033909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190033909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:00:36.693419 run osmo-msc_10.42.42.6(pid=16306): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16306)]\u000a19:00:36.742354 run osmo-msc_10.42.42.6(pid=16306): stdout: \u000a| (launched: 2022-12-12_19:00:35.581684) \u000a19:00:36.791847 run osmo-msc_10.42.42.6(pid=16306): stderr: \u000a| �[0;m�[38;5;43m20221212190035854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190035854 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79b4b86c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190035854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190035854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190035854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190035854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190035856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190035857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190035858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190035858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:00:36.833996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16299): Terminating (SIGTERM)\u000a19:00:36.873948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16302): Terminating (SIGTERM)\u000a19:00:36.913736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16305): Terminating (SIGTERM)\u000a19:00:36.923031 --- ParallelTerminationStrategy: PID 16299 died...\u000a19:00:36.975761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16299): Terminated: ok {rc=0}\u000a19:00:36.985206 --- ParallelTerminationStrategy: PID 16302 died...\u000a19:00:37.037854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16302): Terminated: ok {rc=0}\u000a19:00:37.047209 --- ParallelTerminationStrategy: PID 16305 died...\u000a19:00:37.099808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16305): Terminated: ok {rc=0}\u000a19:00:37.188808 bus /sierra_3: Setting Powered False\u000a19:00:38.292589 bus /sierra_3: Setting Powered False\u000a19:00:39.398963 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:00:29" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16317): Process ended prematurely: osmo-stp_10.42.42.5(pid=16317) [trial-2380↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16317)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16317): Process ended prematurely: osmo-stp_10.42.42.5(pid=16317) [trial-2380↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a19:00:41.408153 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:00:41.419588 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:00:41.553919 tst handover.py: using LAC 30840\u000a19:00:41.680225 tst handover.py: using RAC 240\u000a19:00:41.807933 tst handover.py: using CellId 30840\u000a19:00:41.935784 tst handover.py: using BVCI 30841\u000a19:00:41.960196 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:00:42.107943 tst handover.py: using LAC 30841\u000a19:00:42.227735 tst handover.py: using RAC 241\u000a19:00:42.344871 tst handover.py: using CellId 30841\u000a19:00:42.463553 tst handover.py: using BVCI 30842\u000a19:00:42.486469 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:00:42.497318 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:00:42.507915 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:00:42.518586 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:00:42.529899 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:00:42.540754 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:00:42.659513 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:00:42.870315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:00:43.351530 run create_hlr_db(pid=16311): Launched\u000a19:00:43.483298 bus /sierra_2: Setting Powered False\u000a19:00:44.558942 run create_hlr_db(pid=16311): Terminated: ok {rc=0}\u000a19:00:44.938078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16313): Launched\u000a19:00:45.239992 run osmo-hlr_10.42.42.2(pid=16314): Launched\u000a19:00:45.350441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:00:45.867619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16316): Launched\u000a19:00:46.338734 run osmo-stp_10.42.42.5(pid=16317): Launched\u000a19:00:46.546756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:00:47.126417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16319): Launched\u000a19:00:47.455542 run osmo-msc_10.42.42.6(pid=16320): Launched\u000a19:00:47.644355 run osmo-stp_10.42.42.5(pid=16317): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16317)]\u000a19:00:47.781983 run osmo-stp_10.42.42.5(pid=16317): stdout: \u000a| (launched: 2022-12-12_19:00:46.047137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:47.916177 run osmo-stp_10.42.42.5(pid=16317): stderr: \u000a| �[0;m�[38;5;43m20221212190046309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190046309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190046309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190046310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190046310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190046310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190046311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:48.044717 run osmo-stp_10.42.42.5(pid=16317): stdout: \u000a| (launched: 2022-12-12_19:00:46.047137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:48.172389 run osmo-stp_10.42.42.5(pid=16317): stderr: \u000a| �[0;m�[38;5;43m20221212190046309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190046309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190046309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190046310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190046310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190046310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190046311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:48.228431 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16317): Process ended prematurely: osmo-stp_10.42.42.5(pid=16317) [trial-2380↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16317)] [trial-2380↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a19:00:48.237275 tst handover.py:18: Test FAILED (6.8 sec)\u000a19:00:48.300376 run osmo-hlr_10.42.42.2(pid=16314): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16314)]\u000a19:00:48.351923 run osmo-hlr_10.42.42.2(pid=16314): stdout: \u000a| (launched: 2022-12-12_19:00:45.091441) \u000a19:00:48.404217 run osmo-hlr_10.42.42.2(pid=16314): stderr: \u000a| �[0;m�[1;31m20221212190045264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190045264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190045264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190045264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190045264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190045264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190045292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190045303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190045303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190045303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:00:48.474656 run osmo-msc_10.42.42.6(pid=16320): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16320)]\u000a19:00:48.525924 run osmo-msc_10.42.42.6(pid=16320): stdout: \u000a| (launched: 2022-12-12_19:00:47.293413) \u000a19:00:48.577631 run osmo-msc_10.42.42.6(pid=16320): stderr: \u000a| �[0;m�[38;5;43m20221212190047612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190047612 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff9d1c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190047612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190047612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190047612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190047612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190047614 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190047614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190047615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190047615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:00:48.621687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16313): Terminating (SIGTERM)\u000a19:00:48.663985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16316): Terminating (SIGTERM)\u000a19:00:48.706417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16319): Terminating (SIGTERM)\u000a19:00:48.716657 --- ParallelTerminationStrategy: PID 16313 died...\u000a19:00:48.772512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16313): Terminated: ok {rc=0}\u000a19:00:48.783075 --- ParallelTerminationStrategy: PID 16316 died...\u000a19:00:48.838856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16316): Terminated: ok {rc=0}\u000a19:00:48.848872 --- ParallelTerminationStrategy: PID 16319 died...\u000a19:00:48.905203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16319): Terminated: ok {rc=0}\u000a19:00:48.990876 bus /sierra_3: Setting Powered False\u000a19:00:50.096565 bus /sierra_3: Setting Powered False\u000a19:00:51.203333 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:00:41" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16331): Process ended prematurely: osmo-stp_10.42.42.5(pid=16331) [trial-2380↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16331)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16331): Process ended prematurely: osmo-stp_10.42.42.5(pid=16331) [trial-2380↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a19:00:53.174420 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:00:53.185698 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a19:00:53.319829 tst handover.py: using LAC 30842\u000a19:00:53.444198 tst handover.py: using RAC 242\u000a19:00:53.568620 tst handover.py: using CellId 30842\u000a19:00:53.691749 tst handover.py: using BVCI 30843\u000a19:00:53.716177 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a19:00:53.835539 tst handover.py: using LAC 30843\u000a19:00:53.950498 tst handover.py: using RAC 243\u000a19:00:54.065206 tst handover.py: using CellId 30843\u000a19:00:54.179833 tst handover.py: using BVCI 30844\u000a19:00:54.202930 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:00:54.213964 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:00:54.224683 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:00:54.235302 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:00:54.246102 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:00:54.256767 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a19:00:54.376628 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a19:00:54.589232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:00:55.066413 run create_hlr_db(pid=16325): Launched\u000a19:00:55.197221 bus /sierra_2: Setting Powered False\u000a19:00:56.272563 run create_hlr_db(pid=16325): Terminated: ok {rc=0}\u000a19:00:56.650340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16327): Launched\u000a19:00:56.950533 run osmo-hlr_10.42.42.2(pid=16328): Launched\u000a19:00:57.059156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:00:57.550976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16330): Launched\u000a19:00:57.850105 run osmo-stp_10.42.42.5(pid=16331): Launched\u000a19:00:57.957890 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:00:58.478275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16333): Launched\u000a19:00:58.780560 run osmo-msc_10.42.42.6(pid=16334): Launched\u000a19:00:58.955219 run osmo-stp_10.42.42.5(pid=16331): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16331)]\u000a19:00:59.081898 run osmo-stp_10.42.42.5(pid=16331): stdout: \u000a| (launched: 2022-12-12_19:00:57.702045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:59.205776 run osmo-stp_10.42.42.5(pid=16331): stderr: \u000a| �[0;m�[38;5;43m20221212190057870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190057870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190057870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190057870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190057871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190057871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190057871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:59.325222 run osmo-stp_10.42.42.5(pid=16331): stdout: \u000a| (launched: 2022-12-12_19:00:57.702045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:59.443394 run osmo-stp_10.42.42.5(pid=16331): stderr: \u000a| �[0;m�[38;5;43m20221212190057870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190057870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190057870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190057870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190057871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190057871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190057871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:59.495394 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16331): Process ended prematurely: osmo-stp_10.42.42.5(pid=16331) [trial-2380↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16331)] [trial-2380↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a19:00:59.503485 tst handover.py:18: Test FAILED (6.3 sec)\u000a19:00:59.563096 run osmo-hlr_10.42.42.2(pid=16328): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16328)]\u000a19:00:59.611606 run osmo-hlr_10.42.42.2(pid=16328): stdout: \u000a| (launched: 2022-12-12_19:00:56.802092) \u000a19:00:59.660904 run osmo-hlr_10.42.42.2(pid=16328): stderr: \u000a| �[0;m�[1;31m20221212190056976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190056976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190056976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190056976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190056976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190056976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190056989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190056997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190056998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190056998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:00:59.727927 run osmo-msc_10.42.42.6(pid=16334): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16334)]\u000a19:00:59.776360 run osmo-msc_10.42.42.6(pid=16334): stdout: \u000a| (launched: 2022-12-12_19:00:58.630601) \u000a19:00:59.825386 run osmo-msc_10.42.42.6(pid=16334): stderr: \u000a| �[0;m�[38;5;43m20221212190058901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190058902 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f650f81cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190058902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190058902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190058902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190058902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190058904 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190058904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190058904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190058904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:00:59.866954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16327): Terminating (SIGTERM)\u000a19:00:59.906359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16330): Terminating (SIGTERM)\u000a19:00:59.945655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16333): Terminating (SIGTERM)\u000a19:00:59.954876 --- ParallelTerminationStrategy: PID 16327 died...\u000a19:01:00.007924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16327): Terminated: ok {rc=0}\u000a19:01:00.017417 --- ParallelTerminationStrategy: PID 16330 died...\u000a19:01:00.069383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16330): Terminated: ok {rc=0}\u000a19:01:00.078657 --- ParallelTerminationStrategy: PID 16333 died...\u000a19:01:00.131207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16333): Terminated: ok {rc=0}\u000a19:01:00.213641 bus /sierra_3: Setting Powered False\u000a19:01:01.315607 bus /sierra_3: Setting Powered False\u000a19:01:02.421334 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:00:52" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16345): Process ended prematurely: osmo-stp_10.42.42.5(pid=16345) [trial-2380↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16345)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16345): Process ended prematurely: osmo-stp_10.42.42.5(pid=16345) [trial-2380↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a19:01:04.399900 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:01:04.410664 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a19:01:04.536460 tst handover.py: using LAC 30844\u000a19:01:04.652219 tst handover.py: using RAC 244\u000a19:01:04.766942 tst handover.py: using CellId 30844\u000a19:01:04.881747 tst handover.py: using BVCI 30845\u000a19:01:04.904172 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a19:01:05.034661 tst handover.py: using LAC 30845\u000a19:01:05.158597 tst handover.py: using RAC 245\u000a19:01:05.286178 tst handover.py: using CellId 30845\u000a19:01:05.414234 tst handover.py: using BVCI 30846\u000a19:01:05.438778 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:01:05.450127 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:01:05.461228 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:01:05.473015 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:01:05.484737 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:01:05.496394 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a19:01:05.612145 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a19:01:05.810673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:01:06.265876 run create_hlr_db(pid=16339): Launched\u000a19:01:06.387674 bus /sierra_2: Setting Powered False\u000a19:01:07.458960 run create_hlr_db(pid=16339): Terminated: ok {rc=0}\u000a19:01:07.857459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16341): Launched\u000a19:01:08.182920 run osmo-hlr_10.42.42.2(pid=16342): Launched\u000a19:01:08.302199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:01:08.835199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16344): Launched\u000a19:01:09.158606 run osmo-stp_10.42.42.5(pid=16345): Launched\u000a19:01:09.275545 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:01:09.835829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16347): Launched\u000a19:01:10.161212 run osmo-msc_10.42.42.6(pid=16348): Launched\u000a19:01:10.349751 run osmo-stp_10.42.42.5(pid=16345): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16345)]\u000a19:01:10.485844 run osmo-stp_10.42.42.5(pid=16345): stdout: \u000a| (launched: 2022-12-12_19:01:08.999894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:10.620468 run osmo-stp_10.42.42.5(pid=16345): stderr: \u000a| �[0;m�[38;5;43m20221212190109187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190109188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190109188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190109188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190109189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190109189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190109189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:10.750194 run osmo-stp_10.42.42.5(pid=16345): stdout: \u000a| (launched: 2022-12-12_19:01:08.999894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:10.878704 run osmo-stp_10.42.42.5(pid=16345): stderr: \u000a| �[0;m�[38;5;43m20221212190109187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190109188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190109188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190109188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190109189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190109189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190109189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:10.935521 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16345): Process ended prematurely: osmo-stp_10.42.42.5(pid=16345) [trial-2380↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16345)] [trial-2380↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a19:01:10.944339 tst handover.py:18: Test FAILED (6.5 sec)\u000a19:01:11.007703 run osmo-hlr_10.42.42.2(pid=16342): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16342)]\u000a19:01:11.058965 run osmo-hlr_10.42.42.2(pid=16342): stdout: \u000a| (launched: 2022-12-12_19:01:08.023052) \u000a19:01:11.111119 run osmo-hlr_10.42.42.2(pid=16342): stderr: \u000a| �[0;m�[1;31m20221212190108217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190108217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190108218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190108218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190108218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190108218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190108232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190108242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190108242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190108242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:01:11.181256 run osmo-msc_10.42.42.6(pid=16348): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16348)]\u000a19:01:11.232445 run osmo-msc_10.42.42.6(pid=16348): stdout: \u000a| (launched: 2022-12-12_19:01:10.000255) \u000a19:01:11.284472 run osmo-msc_10.42.42.6(pid=16348): stderr: \u000a| �[0;m�[38;5;43m20221212190110318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190110318 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3a3919c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190110318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190110318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190110318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190110319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190110320 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190110321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190110321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190110321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:01:11.327980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16341): Terminating (SIGTERM)\u000a19:01:11.369412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16344): Terminating (SIGTERM)\u000a19:01:11.411202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16347): Terminating (SIGTERM)\u000a19:01:11.421839 --- ParallelTerminationStrategy: PID 16341 died...\u000a19:01:11.477834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16341): Terminated: ok {rc=0}\u000a19:01:11.487932 --- ParallelTerminationStrategy: PID 16344 died...\u000a19:01:11.543185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16344): Terminated: ok {rc=0}\u000a19:01:11.554015 --- ParallelTerminationStrategy: PID 16347 died...\u000a19:01:11.609137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16347): Terminated: ok {rc=0}\u000a19:01:11.694946 bus /sierra_3: Setting Powered False\u000a19:01:12.794332 bus /sierra_3: Setting Powered False\u000a19:01:13.904149 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:01:04" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16359): Process ended prematurely: osmo-stp_10.42.42.5(pid=16359) [trial-2380↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16359)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16359): Process ended prematurely: osmo-stp_10.42.42.5(pid=16359) [trial-2380↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a19:01:15.887270 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:01:15.904201 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:01:16.058871 tst handover.py: using LAC 30846\u000a19:01:16.218370 tst handover.py: using RAC 246\u000a19:01:16.340765 tst handover.py: using CellId 30846\u000a19:01:16.498575 tst handover.py: using BVCI 30847\u000a19:01:16.523887 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:01:16.662933 tst handover.py: using LAC 30847\u000a19:01:16.792926 tst handover.py: using RAC 247\u000a19:01:16.941568 tst handover.py: using CellId 30847\u000a19:01:17.069127 tst handover.py: using BVCI 30848\u000a19:01:17.093143 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:01:17.105253 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:01:17.118092 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:01:17.131159 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:01:17.143240 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:01:17.156083 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:01:17.289267 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:01:17.499692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:01:17.980281 run create_hlr_db(pid=16353): Launched\u000a19:01:18.111248 bus /sierra_2: Setting Powered False\u000a19:01:19.187734 run create_hlr_db(pid=16353): Terminated: ok {rc=0}\u000a19:01:19.567013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16355): Launched\u000a19:01:19.870036 run osmo-hlr_10.42.42.2(pid=16356): Launched\u000a19:01:19.985251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:01:20.480319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16358): Launched\u000a19:01:20.782659 run osmo-stp_10.42.42.5(pid=16359): Launched\u000a19:01:20.891869 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:01:21.418008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16361): Launched\u000a19:01:21.722525 run osmo-msc_10.42.42.6(pid=16362): Launched\u000a19:01:21.898637 run osmo-stp_10.42.42.5(pid=16359): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16359)]\u000a19:01:22.025634 run osmo-stp_10.42.42.5(pid=16359): stdout: \u000a| (launched: 2022-12-12_19:01:20.633090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:22.150410 run osmo-stp_10.42.42.5(pid=16359): stderr: \u000a| �[0;m�[38;5;43m20221212190120800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190120800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190120800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190120801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190120801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190120801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190120801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:22.270756 run osmo-stp_10.42.42.5(pid=16359): stdout: \u000a| (launched: 2022-12-12_19:01:20.633090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:22.390740 run osmo-stp_10.42.42.5(pid=16359): stderr: \u000a| �[0;m�[38;5;43m20221212190120800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190120800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190120800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190120801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190120801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190120801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190120801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:22.443407 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16359): Process ended prematurely: osmo-stp_10.42.42.5(pid=16359) [trial-2380↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16359)] [trial-2380↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a19:01:22.451464 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:01:22.510426 run osmo-hlr_10.42.42.2(pid=16356): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16356)]\u000a19:01:22.558603 run osmo-hlr_10.42.42.2(pid=16356): stdout: \u000a| (launched: 2022-12-12_19:01:19.720391) \u000a19:01:22.607380 run osmo-hlr_10.42.42.2(pid=16356): stderr: \u000a| �[0;m�[1;31m20221212190119894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190119894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190119894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190119894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190119894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190119894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190119908 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190119917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190119917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190119917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:01:22.673972 run osmo-msc_10.42.42.6(pid=16362): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16362)]\u000a19:01:22.722263 run osmo-msc_10.42.42.6(pid=16362): stdout: \u000a| (launched: 2022-12-12_19:01:21.571169) \u000a19:01:22.770959 run osmo-msc_10.42.42.6(pid=16362): stderr: \u000a| �[0;m�[38;5;43m20221212190121841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190121841 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93a7fb5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190121842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190121842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190121842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190121842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190121844 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190121844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190121844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190121844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:01:22.812557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16355): Terminating (SIGTERM)\u000a19:01:22.852049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16358): Terminating (SIGTERM)\u000a19:01:22.891548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16361): Terminating (SIGTERM)\u000a19:01:22.900749 --- ParallelTerminationStrategy: PID 16355 died...\u000a19:01:22.953663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16355): Terminated: ok {rc=0}\u000a19:01:22.963197 --- ParallelTerminationStrategy: PID 16358 died...\u000a19:01:23.015612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16358): Terminated: ok {rc=0}\u000a19:01:23.025195 --- ParallelTerminationStrategy: PID 16361 died...\u000a19:01:23.077144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16361): Terminated: ok {rc=0}\u000a19:01:23.164005 bus /sierra_3: Setting Powered False\u000a19:01:24.265043 bus /sierra_3: Setting Powered False\u000a19:01:25.375203 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:01:15" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16373): Process ended prematurely: osmo-stp_10.42.42.5(pid=16373) [trial-2380↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16373)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16373): Process ended prematurely: osmo-stp_10.42.42.5(pid=16373) [trial-2380↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a19:01:27.363486 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:01:27.374531 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:01:27.494205 tst handover.py: using LAC 30848\u000a19:01:27.613926 tst handover.py: using RAC 248\u000a19:01:27.730745 tst handover.py: using CellId 30848\u000a19:01:27.847214 tst handover.py: using BVCI 30849\u000a19:01:27.870023 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:01:28.005986 tst handover.py: using LAC 30849\u000a19:01:28.123597 tst handover.py: using RAC 249\u000a19:01:28.242545 tst handover.py: using CellId 30849\u000a19:01:28.359684 tst handover.py: using BVCI 30850\u000a19:01:28.382582 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:01:28.393589 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:01:28.404269 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:01:28.415255 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:01:28.426116 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:01:28.436873 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:01:28.556688 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:01:28.762190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:01:29.220297 run create_hlr_db(pid=16367): Launched\u000a19:01:29.342929 bus /sierra_2: Setting Powered False\u000a19:01:30.414787 run create_hlr_db(pid=16367): Terminated: ok {rc=0}\u000a19:01:30.814989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16369): Launched\u000a19:01:31.254725 run osmo-hlr_10.42.42.2(pid=16370): Launched\u000a19:01:31.488476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:01:32.052834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16372): Launched\u000a19:01:32.387494 run osmo-stp_10.42.42.5(pid=16373): Launched\u000a19:01:32.495714 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:01:33.020232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16375): Launched\u000a19:01:33.322039 run osmo-msc_10.42.42.6(pid=16376): Launched\u000a19:01:33.497333 run osmo-stp_10.42.42.5(pid=16373): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16373)]\u000a19:01:33.624662 run osmo-stp_10.42.42.5(pid=16373): stdout: \u000a| (launched: 2022-12-12_19:01:32.237343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:33.749259 run osmo-stp_10.42.42.5(pid=16373): stderr: \u000a| �[0;m�[38;5;43m20221212190132406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190132406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190132406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190132407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190132407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190132407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190132407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:33.870350 run osmo-stp_10.42.42.5(pid=16373): stdout: \u000a| (launched: 2022-12-12_19:01:32.237343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:33.989901 run osmo-stp_10.42.42.5(pid=16373): stderr: \u000a| �[0;m�[38;5;43m20221212190132406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190132406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190132406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190132407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190132407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190132407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190132407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:34.042524 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16373): Process ended prematurely: osmo-stp_10.42.42.5(pid=16373) [trial-2380↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16373)] [trial-2380↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a19:01:34.050638 tst handover.py:18: Test FAILED (6.7 sec)\u000a19:01:34.109547 run osmo-hlr_10.42.42.2(pid=16370): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16370)]\u000a19:01:34.157699 run osmo-hlr_10.42.42.2(pid=16370): stdout: \u000a| (launched: 2022-12-12_19:01:30.996523) \u000a19:01:34.206397 run osmo-hlr_10.42.42.2(pid=16370): stderr: \u000a| �[0;m�[1;31m20221212190131303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190131303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190131303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190131303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190131303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190131303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190131319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190131335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190131336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190131336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:01:34.272433 run osmo-msc_10.42.42.6(pid=16376): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16376)]\u000a19:01:34.320358 run osmo-msc_10.42.42.6(pid=16376): stdout: \u000a| (launched: 2022-12-12_19:01:33.172765) \u000a19:01:34.368895 run osmo-msc_10.42.42.6(pid=16376): stderr: \u000a| �[0;m�[38;5;43m20221212190133442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190133442 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4e8831c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190133442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190133442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190133443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190133443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190133445 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190133445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190133445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190133445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:01:34.411395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16369): Terminating (SIGTERM)\u000a19:01:34.450442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16372): Terminating (SIGTERM)\u000a19:01:34.489542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16375): Terminating (SIGTERM)\u000a19:01:34.498674 --- ParallelTerminationStrategy: PID 16369 died...\u000a19:01:34.551462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16369): Terminated: ok {rc=0}\u000a19:01:34.560939 --- ParallelTerminationStrategy: PID 16372 died...\u000a19:01:34.613938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16372): Terminated: ok {rc=0}\u000a19:01:34.623515 --- ParallelTerminationStrategy: PID 16375 died...\u000a19:01:34.675936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16375): Terminated: ok {rc=0}\u000a19:01:34.763750 bus /sierra_3: Setting Powered False\u000a19:01:35.866762 bus /sierra_3: Setting Powered False\u000a19:01:36.972904 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:01:27" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16387): Process ended prematurely: osmo-stp_10.42.42.5(pid=16387) [trial-2380↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16387)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16387): Process ended prematurely: osmo-stp_10.42.42.5(pid=16387) [trial-2380↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a19:01:38.935557 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:01:38.946908 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:01:39.077536 tst handover.py: using LAC 30850\u000a19:01:39.203783 tst handover.py: using RAC 250\u000a19:01:39.325931 tst handover.py: using CellId 30850\u000a19:01:39.442707 tst handover.py: using BVCI 30851\u000a19:01:39.465472 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:01:39.586620 tst handover.py: using LAC 30851\u000a19:01:39.704908 tst handover.py: using RAC 251\u000a19:01:39.823521 tst handover.py: using CellId 30851\u000a19:01:39.941346 tst handover.py: using BVCI 30852\u000a19:01:39.964935 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:01:39.975721 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:01:39.986407 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:01:39.997229 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:01:40.008066 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:01:40.018830 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:01:40.136065 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:01:40.341664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:01:40.799133 run create_hlr_db(pid=16381): Launched\u000a19:01:40.921236 bus /sierra_2: Setting Powered False\u000a19:01:41.994649 run create_hlr_db(pid=16381): Terminated: ok {rc=0}\u000a19:01:42.396389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16383): Launched\u000a19:01:42.720054 run osmo-hlr_10.42.42.2(pid=16384): Launched\u000a19:01:42.838076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:01:43.371474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16386): Launched\u000a19:01:43.695145 run osmo-stp_10.42.42.5(pid=16387): Launched\u000a19:01:43.811921 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:01:44.374520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16389): Launched\u000a19:01:44.699209 run osmo-msc_10.42.42.6(pid=16390): Launched\u000a19:01:44.887144 run osmo-stp_10.42.42.5(pid=16387): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16387)]\u000a19:01:45.023508 run osmo-stp_10.42.42.5(pid=16387): stdout: \u000a| (launched: 2022-12-12_19:01:43.535455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:45.158600 run osmo-stp_10.42.42.5(pid=16387): stderr: \u000a| �[0;m�[38;5;43m20221212190143724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190143724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190143724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190143725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190143725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190143725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190143725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:45.288010 run osmo-stp_10.42.42.5(pid=16387): stdout: \u000a| (launched: 2022-12-12_19:01:43.535455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:45.416394 run osmo-stp_10.42.42.5(pid=16387): stderr: \u000a| �[0;m�[38;5;43m20221212190143724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190143724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190143724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190143725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190143725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190143725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190143725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:45.472707 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16387): Process ended prematurely: osmo-stp_10.42.42.5(pid=16387) [trial-2380↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16387)] [trial-2380↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a19:01:45.481470 tst handover.py:18: Test FAILED (6.5 sec)\u000a19:01:45.544107 run osmo-hlr_10.42.42.2(pid=16384): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16384)]\u000a19:01:45.594850 run osmo-hlr_10.42.42.2(pid=16384): stdout: \u000a| (launched: 2022-12-12_19:01:42.560543) \u000a19:01:45.646709 run osmo-hlr_10.42.42.2(pid=16384): stderr: \u000a| �[0;m�[1;31m20221212190142755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190142755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190142755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190142755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190142755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190142755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190142768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190142776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190142776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190142777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:01:45.716671 run osmo-msc_10.42.42.6(pid=16390): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16390)]\u000a19:01:45.767546 run osmo-msc_10.42.42.6(pid=16390): stdout: \u000a| (launched: 2022-12-12_19:01:44.538539) \u000a19:01:45.819176 run osmo-msc_10.42.42.6(pid=16390): stderr: \u000a| �[0;m�[38;5;43m20221212190144858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190144858 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f501e68ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190144858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190144858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190144858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190144859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190144860 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190144861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190144861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190144861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:01:45.870568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16383): Terminating (SIGTERM)\u000a19:01:45.929809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16386): Terminating (SIGTERM)\u000a19:01:45.973208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16389): Terminating (SIGTERM)\u000a19:01:45.983183 --- ParallelTerminationStrategy: PID 16383 died...\u000a19:01:46.041608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16383): Terminated: ok {rc=0}\u000a19:01:46.052113 --- ParallelTerminationStrategy: PID 16386 died...\u000a19:01:46.108398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16386): Terminated: ok {rc=0}\u000a19:01:46.119909 --- ParallelTerminationStrategy: PID 16389 died...\u000a19:01:46.174686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16389): Terminated: ok {rc=0}\u000a19:01:46.260980 bus /sierra_3: Setting Powered False\u000a19:01:47.365849 bus /sierra_3: Setting Powered False\u000a19:01:48.476485 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:01:38" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16402): Process ended prematurely: osmo-stp_10.42.42.5(pid=16402) [trial-2380↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16402)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16402): Process ended prematurely: osmo-stp_10.42.42.5(pid=16402) [trial-2380↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a19:01:50.447651 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:01:50.458581 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:01:50.579967 tst handover.py: using LAC 30852\u000a19:01:50.697729 tst handover.py: using RAC 252\u000a19:01:50.822982 tst handover.py: using CellId 30852\u000a19:01:50.949068 tst handover.py: using BVCI 30853\u000a19:01:50.974217 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:01:51.112856 tst handover.py: using LAC 30853\u000a19:01:51.230586 tst handover.py: using RAC 253\u000a19:01:51.347914 tst handover.py: using CellId 30853\u000a19:01:51.465869 tst handover.py: using BVCI 30854\u000a19:01:51.488662 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:01:51.499680 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:01:51.510374 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:01:51.521577 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:01:51.532749 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:01:51.543901 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:01:51.664091 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:01:51.865244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:01:52.321867 run create_hlr_db(pid=16396): Launched\u000a19:01:52.445246 bus /sierra_2: Setting Powered False\u000a19:01:53.516725 run create_hlr_db(pid=16396): Terminated: ok {rc=0}\u000a19:01:53.918870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16398): Launched\u000a19:01:54.244087 run osmo-hlr_10.42.42.2(pid=16399): Launched\u000a19:01:54.362870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:01:54.896894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16401): Launched\u000a19:01:55.220527 run osmo-stp_10.42.42.5(pid=16402): Launched\u000a19:01:55.337876 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:01:55.900150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16404): Launched\u000a19:01:56.225631 run osmo-msc_10.42.42.6(pid=16405): Launched\u000a19:01:56.414407 run osmo-stp_10.42.42.5(pid=16402): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16402)]\u000a19:01:56.550294 run osmo-stp_10.42.42.5(pid=16402): stdout: \u000a| (launched: 2022-12-12_19:01:55.061863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:56.684932 run osmo-stp_10.42.42.5(pid=16402): stderr: \u000a| �[0;m�[38;5;43m20221212190155248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190155248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190155248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190155249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190155249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190155249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190155249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:56.814501 run osmo-stp_10.42.42.5(pid=16402): stdout: \u000a| (launched: 2022-12-12_19:01:55.061863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:56.943247 run osmo-stp_10.42.42.5(pid=16402): stderr: \u000a| �[0;m�[38;5;43m20221212190155248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190155248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190155248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190155249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190155249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190155249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190155249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:56.999767 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16402): Process ended prematurely: osmo-stp_10.42.42.5(pid=16402) [trial-2380↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16402)] [trial-2380↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a19:01:57.008362 tst handover.py:18: Test FAILED (6.5 sec)\u000a19:01:57.071197 run osmo-hlr_10.42.42.2(pid=16399): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16399)]\u000a19:01:57.122501 run osmo-hlr_10.42.42.2(pid=16399): stdout: \u000a| (launched: 2022-12-12_19:01:54.084649) \u000a19:01:57.174170 run osmo-hlr_10.42.42.2(pid=16399): stderr: \u000a| �[0;m�[1;31m20221212190154277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190154277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190154277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190154277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190154278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190154278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190154292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190154302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190154302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190154303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:01:57.243640 run osmo-msc_10.42.42.6(pid=16405): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16405)]\u000a19:01:57.294687 run osmo-msc_10.42.42.6(pid=16405): stdout: \u000a| (launched: 2022-12-12_19:01:56.065404) \u000a19:01:57.346680 run osmo-msc_10.42.42.6(pid=16405): stderr: \u000a| �[0;m�[38;5;43m20221212190156383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190156383 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79c2879c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190156383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190156383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190156383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190156383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190156385 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190156386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190156386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190156386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:01:57.390323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16398): Terminating (SIGTERM)\u000a19:01:57.431656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16401): Terminating (SIGTERM)\u000a19:01:57.473179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16404): Terminating (SIGTERM)\u000a19:01:57.483126 --- ParallelTerminationStrategy: PID 16398 died...\u000a19:01:57.538508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16398): Terminated: ok {rc=0}\u000a19:01:57.548363 --- ParallelTerminationStrategy: PID 16401 died...\u000a19:01:57.603374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16401): Terminated: ok {rc=0}\u000a19:01:57.613349 --- ParallelTerminationStrategy: PID 16404 died...\u000a19:01:57.668773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16404): Terminated: ok {rc=0}\u000a19:01:57.755676 bus /sierra_3: Setting Powered False\u000a19:01:58.861490 bus /sierra_3: Setting Powered False\u000a19:01:59.971668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:01:50" }, { "cases" : [ { "testActions" : [ ], "age" : 178, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16416): Process ended prematurely: osmo-stp_10.42.42.5(pid=16416) [trial-2380↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16416)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16416): Process ended prematurely: osmo-stp_10.42.42.5(pid=16416) [trial-2380↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a19:02:02.068605 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:02:02.080547 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:02:02.237378 tst handover.py: using LAC 30854\u000a19:02:02.358611 tst handover.py: using RAC 254\u000a19:02:02.476038 tst handover.py: using CellId 30854\u000a19:02:02.595536 tst handover.py: using BVCI 30855\u000a19:02:02.618523 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:02:02.755680 tst handover.py: using LAC 30855\u000a19:02:02.872090 tst handover.py: using RAC 255\u000a19:02:02.988108 tst handover.py: using CellId 30855\u000a19:02:03.131656 tst handover.py: using BVCI 30856\u000a19:02:03.156544 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:02:03.168465 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:02:03.180078 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:02:03.192182 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:02:03.204210 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:02:03.216094 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:02:03.334925 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:02:03.534873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:02:03.991029 run create_hlr_db(pid=16410): Launched\u000a19:02:04.113714 bus /sierra_2: Setting Powered False\u000a19:02:05.185519 run create_hlr_db(pid=16410): Terminated: ok {rc=0}\u000a19:02:05.587443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16412): Launched\u000a19:02:05.910235 run osmo-hlr_10.42.42.2(pid=16413): Launched\u000a19:02:06.029317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:02:06.559415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16415): Launched\u000a19:02:06.881903 run osmo-stp_10.42.42.5(pid=16416): Launched\u000a19:02:06.999229 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:02:07.559661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16418): Launched\u000a19:02:07.884162 run osmo-msc_10.42.42.6(pid=16419): Launched\u000a19:02:08.073197 run osmo-stp_10.42.42.5(pid=16416): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16416)]\u000a19:02:08.209497 run osmo-stp_10.42.42.5(pid=16416): stdout: \u000a| (launched: 2022-12-12_19:02:06.722994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:08.344407 run osmo-stp_10.42.42.5(pid=16416): stderr: \u000a| �[0;m�[38;5;43m20221212190206910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190206910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190206910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190206911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190206911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190206911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190206912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:08.473929 run osmo-stp_10.42.42.5(pid=16416): stdout: \u000a| (launched: 2022-12-12_19:02:06.722994)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:08.602441 run osmo-stp_10.42.42.5(pid=16416): stderr: \u000a| �[0;m�[38;5;43m20221212190206910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190206910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190206910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190206911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190206911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190206911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190206912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:08.658568 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16416): Process ended prematurely: osmo-stp_10.42.42.5(pid=16416) [trial-2380↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16416)] [trial-2380↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a19:02:08.667413 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:02:08.731024 run osmo-hlr_10.42.42.2(pid=16413): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16413)]\u000a19:02:08.782352 run osmo-hlr_10.42.42.2(pid=16413): stdout: \u000a| (launched: 2022-12-12_19:02:05.751451) \u000a19:02:08.834314 run osmo-hlr_10.42.42.2(pid=16413): stderr: \u000a| �[0;m�[1;31m20221212190205945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190205945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190205945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190205945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190205945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190205945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190205958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190205967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190205967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190205967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:02:08.904520 run osmo-msc_10.42.42.6(pid=16419): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16419)]\u000a19:02:08.955961 run osmo-msc_10.42.42.6(pid=16419): stdout: \u000a| (launched: 2022-12-12_19:02:07.723845) \u000a19:02:09.007579 run osmo-msc_10.42.42.6(pid=16419): stderr: \u000a| �[0;m�[38;5;43m20221212190208041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190208041 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f987fcd9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190208041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190208041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190208041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190208041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190208043 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190208043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190208044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190208044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:02:09.051336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16412): Terminating (SIGTERM)\u000a19:02:09.092915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16415): Terminating (SIGTERM)\u000a19:02:09.134448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16418): Terminating (SIGTERM)\u000a19:02:09.144431 --- ParallelTerminationStrategy: PID 16412 died...\u000a19:02:09.199822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16412): Terminated: ok {rc=0}\u000a19:02:09.210123 --- ParallelTerminationStrategy: PID 16415 died...\u000a19:02:09.265319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16415): Terminated: ok {rc=0}\u000a19:02:09.275622 --- ParallelTerminationStrategy: PID 16418 died...\u000a19:02:09.331328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16418): Terminated: ok {rc=0}\u000a19:02:09.417870 bus /sierra_3: Setting Powered False\u000a19:02:10.523294 bus /sierra_3: Setting Powered False\u000a19:02:11.630584 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:02:01" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16430): Process ended prematurely: osmo-stp_10.42.42.5(pid=16430) [trial-2380↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16430)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16430): Process ended prematurely: osmo-stp_10.42.42.5(pid=16430) [trial-2380↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a19:02:13.616685 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:02:13.627489 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a19:02:13.747505 tst handover.py: using LAC 30856\u000a19:02:13.866497 tst handover.py: using RAC 1\u000a19:02:13.985837 tst handover.py: using CellId 30856\u000a19:02:14.105963 tst handover.py: using BVCI 30857\u000a19:02:14.129351 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a19:02:14.265100 tst handover.py: using LAC 30857\u000a19:02:14.383340 tst handover.py: using RAC 2\u000a19:02:14.503464 tst handover.py: using CellId 30857\u000a19:02:14.623569 tst handover.py: using BVCI 30858\u000a19:02:14.646431 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:02:14.657503 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:02:14.668196 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:02:14.678877 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:02:14.689602 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:02:14.700214 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a19:02:14.817419 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a19:02:15.019254 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:02:15.474609 run create_hlr_db(pid=16424): Launched\u000a19:02:15.596060 bus /sierra_2: Setting Powered False\u000a19:02:16.680066 run create_hlr_db(pid=16424): Terminated: ok {rc=0}\u000a19:02:17.115840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16426): Launched\u000a19:02:17.420716 run osmo-hlr_10.42.42.2(pid=16427): Launched\u000a19:02:17.537724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:02:18.039807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16429): Launched\u000a19:02:18.342538 run osmo-stp_10.42.42.5(pid=16430): Launched\u000a19:02:18.450712 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:02:18.980364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16432): Launched\u000a19:02:19.284018 run osmo-msc_10.42.42.6(pid=16433): Launched\u000a19:02:19.460395 run osmo-stp_10.42.42.5(pid=16430): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16430)]\u000a19:02:19.587879 run osmo-stp_10.42.42.5(pid=16430): stdout: \u000a| (launched: 2022-12-12_19:02:18.193233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:19.712879 run osmo-stp_10.42.42.5(pid=16430): stderr: \u000a| �[0;m�[38;5;43m20221212190218363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190218364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190218364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190218364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190218365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190218365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190218365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:19.833434 run osmo-stp_10.42.42.5(pid=16430): stdout: \u000a| (launched: 2022-12-12_19:02:18.193233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:19.952852 run osmo-stp_10.42.42.5(pid=16430): stderr: \u000a| �[0;m�[38;5;43m20221212190218363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190218364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190218364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190218364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190218365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190218365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190218365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:20.005578 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16430): Process ended prematurely: osmo-stp_10.42.42.5(pid=16430) [trial-2380↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16430)] [trial-2380↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a19:02:20.013652 tst handover.py:18: Test FAILED (6.4 sec)\u000a19:02:20.072399 run osmo-hlr_10.42.42.2(pid=16427): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16427)]\u000a19:02:20.120668 run osmo-hlr_10.42.42.2(pid=16427): stdout: \u000a| (launched: 2022-12-12_19:02:17.271941) \u000a19:02:20.169856 run osmo-hlr_10.42.42.2(pid=16427): stderr: \u000a| �[0;m�[1;31m20221212190217446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190217446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190217446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190217446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190217446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190217446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190217458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190217467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190217467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190217467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:02:20.236861 run osmo-msc_10.42.42.6(pid=16433): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16433)]\u000a19:02:20.284921 run osmo-msc_10.42.42.6(pid=16433): stdout: \u000a| (launched: 2022-12-12_19:02:19.133616) \u000a19:02:20.333652 run osmo-msc_10.42.42.6(pid=16433): stderr: \u000a| �[0;m�[38;5;43m20221212190219404 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190219405 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d378efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190219405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190219405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190219405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190219405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190219407 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190219407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190219408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190219408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:02:20.374858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16426): Terminating (SIGTERM)\u000a19:02:20.414088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16429): Terminating (SIGTERM)\u000a19:02:20.453583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16432): Terminating (SIGTERM)\u000a19:02:20.463201 --- ParallelTerminationStrategy: PID 16426 died...\u000a19:02:20.516426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16426): Terminated: ok {rc=0}\u000a19:02:20.526163 --- ParallelTerminationStrategy: PID 16429 died...\u000a19:02:20.578738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16429): Terminated: ok {rc=0}\u000a19:02:20.588138 --- ParallelTerminationStrategy: PID 16432 died...\u000a19:02:20.640333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16432): Terminated: ok {rc=0}\u000a19:02:20.728705 bus /sierra_3: Setting Powered False\u000a19:02:21.832640 bus /sierra_3: Setting Powered False\u000a19:02:22.940010 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:02:13" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16444): Process ended prematurely: osmo-stp_10.42.42.5(pid=16444) [trial-2380↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16444)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16444): Process ended prematurely: osmo-stp_10.42.42.5(pid=16444) [trial-2380↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a19:02:24.929894 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:02:24.942060 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:02:25.070041 tst handover.py: using LAC 30858\u000a19:02:25.197455 tst handover.py: using RAC 3\u000a19:02:25.322236 tst handover.py: using CellId 30858\u000a19:02:25.439022 tst handover.py: using BVCI 30859\u000a19:02:25.462260 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:02:25.603505 tst handover.py: using LAC 30859\u000a19:02:25.727218 tst handover.py: using RAC 4\u000a19:02:25.846608 tst handover.py: using CellId 30859\u000a19:02:25.963976 tst handover.py: using BVCI 30860\u000a19:02:25.987075 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:02:25.998368 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:02:26.009269 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:02:26.020199 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:02:26.031074 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:02:26.041948 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:02:26.160404 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:02:26.371033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:02:26.853062 run create_hlr_db(pid=16438): Launched\u000a19:02:26.985203 bus /sierra_2: Setting Powered False\u000a19:02:28.061464 run create_hlr_db(pid=16438): Terminated: ok {rc=0}\u000a19:02:28.464859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16440): Launched\u000a19:02:28.790697 run osmo-hlr_10.42.42.2(pid=16441): Launched\u000a19:02:28.909407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:02:29.443294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16443): Launched\u000a19:02:29.767406 run osmo-stp_10.42.42.5(pid=16444): Launched\u000a19:02:29.884647 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:02:30.447141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16446): Launched\u000a19:02:30.772594 run osmo-msc_10.42.42.6(pid=16447): Launched\u000a19:02:31.095228 run osmo-stp_10.42.42.5(pid=16444): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16444)]\u000a19:02:31.256219 run osmo-stp_10.42.42.5(pid=16444): stdout: \u000a| (launched: 2022-12-12_19:02:29.607459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:31.396728 run osmo-stp_10.42.42.5(pid=16444): stderr: \u000a| �[0;m�[38;5;43m20221212190229796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190229796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190229796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190229796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190229797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190229797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190229797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:31.523130 run osmo-stp_10.42.42.5(pid=16444): stdout: \u000a| (launched: 2022-12-12_19:02:29.607459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:31.647550 run osmo-stp_10.42.42.5(pid=16444): stderr: \u000a| �[0;m�[38;5;43m20221212190229796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190229796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190229796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190229796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190229797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190229797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190229797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:31.704057 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16444): Process ended prematurely: osmo-stp_10.42.42.5(pid=16444) [trial-2380↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16444)] [trial-2380↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a19:02:31.713479 tst handover.py:18: Test FAILED (6.8 sec)\u000a19:02:31.775169 run osmo-hlr_10.42.42.2(pid=16441): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16441)]\u000a19:02:31.825539 run osmo-hlr_10.42.42.2(pid=16441): stdout: \u000a| (launched: 2022-12-12_19:02:28.630113) \u000a19:02:31.876261 run osmo-hlr_10.42.42.2(pid=16441): stderr: \u000a| �[0;m�[1;31m20221212190228825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190228825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190228825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190228826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190228826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190228826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190228838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190228847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190228847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190228847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:02:31.946047 run osmo-msc_10.42.42.6(pid=16447): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16447)]\u000a19:02:31.996032 run osmo-msc_10.42.42.6(pid=16447): stdout: \u000a| (launched: 2022-12-12_19:02:30.612318) \u000a19:02:32.046749 run osmo-msc_10.42.42.6(pid=16447): stderr: \u000a| �[0;m�[38;5;43m20221212190230958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190230959 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15b9fccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190230959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190230959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190230959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190230959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190230961 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190230961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190230961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190230961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:02:32.090437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16440): Terminating (SIGTERM)\u000a19:02:32.133248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16443): Terminating (SIGTERM)\u000a19:02:32.176327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16446): Terminating (SIGTERM)\u000a19:02:32.187286 --- ParallelTerminationStrategy: PID 16440 died...\u000a19:02:32.243212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16440): Terminated: ok {rc=0}\u000a19:02:32.253689 --- ParallelTerminationStrategy: PID 16443 died...\u000a19:02:32.311437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16443): Terminated: ok {rc=0}\u000a19:02:32.321756 --- ParallelTerminationStrategy: PID 16446 died...\u000a19:02:32.377026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16446): Terminated: ok {rc=0}\u000a19:02:32.466994 bus /sierra_3: Setting Powered False\u000a19:02:33.571070 bus /sierra_3: Setting Powered False\u000a19:02:34.680441 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:02:24" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16458): Process ended prematurely: osmo-stp_10.42.42.5(pid=16458) [trial-2380↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16458)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16458): Process ended prematurely: osmo-stp_10.42.42.5(pid=16458) [trial-2380↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a19:02:36.679704 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:02:36.691378 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:02:36.821955 tst handover.py: using LAC 30860\u000a19:02:36.947185 tst handover.py: using RAC 5\u000a19:02:37.074232 tst handover.py: using CellId 30860\u000a19:02:37.200817 tst handover.py: using BVCI 30861\u000a19:02:37.225327 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:02:37.362805 tst handover.py: using LAC 30861\u000a19:02:37.479315 tst handover.py: using RAC 6\u000a19:02:37.598400 tst handover.py: using CellId 30861\u000a19:02:37.720077 tst handover.py: using BVCI 30862\u000a19:02:37.743019 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:02:37.754151 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:02:37.764862 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:02:37.775596 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:02:37.786455 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:02:37.797193 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:02:37.916082 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:02:38.116448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:02:38.574698 run create_hlr_db(pid=16452): Launched\u000a19:02:38.696521 bus /sierra_2: Setting Powered False\u000a19:02:39.768057 run create_hlr_db(pid=16452): Terminated: ok {rc=0}\u000a19:02:40.143124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16454): Launched\u000a19:02:40.445015 run osmo-hlr_10.42.42.2(pid=16455): Launched\u000a19:02:40.563219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:02:41.063462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16457): Launched\u000a19:02:41.364358 run osmo-stp_10.42.42.5(pid=16458): Launched\u000a19:02:41.473532 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:02:41.998966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16460): Launched\u000a19:02:42.302906 run osmo-msc_10.42.42.6(pid=16461): Launched\u000a19:02:42.479408 run osmo-stp_10.42.42.5(pid=16458): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16458)]\u000a19:02:42.606895 run osmo-stp_10.42.42.5(pid=16458): stdout: \u000a| (launched: 2022-12-12_19:02:41.216005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:42.731648 run osmo-stp_10.42.42.5(pid=16458): stderr: \u000a| �[0;m�[38;5;43m20221212190241386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190241386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190241386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190241387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190241387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190241387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190241388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:42.852264 run osmo-stp_10.42.42.5(pid=16458): stdout: \u000a| (launched: 2022-12-12_19:02:41.216005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:42.972084 run osmo-stp_10.42.42.5(pid=16458): stderr: \u000a| �[0;m�[38;5;43m20221212190241386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190241386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190241386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190241387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190241387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190241387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190241388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:43.024425 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16458): Process ended prematurely: osmo-stp_10.42.42.5(pid=16458) [trial-2380↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16458)] [trial-2380↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a19:02:43.032910 tst handover.py:18: Test FAILED (6.3 sec)\u000a19:02:43.092483 run osmo-hlr_10.42.42.2(pid=16455): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16455)]\u000a19:02:43.141334 run osmo-hlr_10.42.42.2(pid=16455): stdout: \u000a| (launched: 2022-12-12_19:02:40.295968) \u000a19:02:43.190765 run osmo-hlr_10.42.42.2(pid=16455): stderr: \u000a| �[0;m�[1;31m20221212190240469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190240469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190240469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190240469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190240469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190240470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190240482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190240491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190240491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190240491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:02:43.257784 run osmo-msc_10.42.42.6(pid=16461): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16461)]\u000a19:02:43.306306 run osmo-msc_10.42.42.6(pid=16461): stdout: \u000a| (launched: 2022-12-12_19:02:42.152196) \u000a19:02:43.355746 run osmo-msc_10.42.42.6(pid=16461): stderr: \u000a| �[0;m�[38;5;43m20221212190242423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190242423 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9069c8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190242424 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190242424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190242424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190242424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190242426 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190242426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190242427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190242427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:02:43.397244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16454): Terminating (SIGTERM)\u000a19:02:43.436354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16457): Terminating (SIGTERM)\u000a19:02:43.475615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16460): Terminating (SIGTERM)\u000a19:02:43.484760 --- ParallelTerminationStrategy: PID 16454 died...\u000a19:02:43.537142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16454): Terminated: ok {rc=0}\u000a19:02:43.546795 --- ParallelTerminationStrategy: PID 16457 died...\u000a19:02:43.598883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16457): Terminated: ok {rc=0}\u000a19:02:43.608180 --- ParallelTerminationStrategy: PID 16460 died...\u000a19:02:43.660805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16460): Terminated: ok {rc=0}\u000a19:02:43.744226 bus /sierra_3: Setting Powered False\u000a19:02:44.850097 bus /sierra_3: Setting Powered False\u000a19:02:45.973994 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:02:36" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16472): Process ended prematurely: osmo-stp_10.42.42.5(pid=16472) [trial-2380↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16472)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16472): Process ended prematurely: osmo-stp_10.42.42.5(pid=16472) [trial-2380↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a19:02:47.985237 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:02:47.996103 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:02:48.116558 tst handover.py: using LAC 30862\u000a19:02:48.234741 tst handover.py: using RAC 7\u000a19:02:48.353802 tst handover.py: using CellId 30862\u000a19:02:48.471942 tst handover.py: using BVCI 30863\u000a19:02:48.494770 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:02:48.615259 tst handover.py: using LAC 30863\u000a19:02:48.734868 tst handover.py: using RAC 8\u000a19:02:48.854379 tst handover.py: using CellId 30863\u000a19:02:48.981411 tst handover.py: using BVCI 30864\u000a19:02:49.006231 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:02:49.017767 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:02:49.029487 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:02:49.041294 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:02:49.052941 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:02:49.064503 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:02:49.185009 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:02:49.393739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:02:49.873372 run create_hlr_db(pid=16466): Launched\u000a19:02:50.005020 bus /sierra_2: Setting Powered False\u000a19:02:51.082436 run create_hlr_db(pid=16466): Terminated: ok {rc=0}\u000a19:02:51.483638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16468): Launched\u000a19:02:51.807000 run osmo-hlr_10.42.42.2(pid=16469): Launched\u000a19:02:51.924628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:02:52.456426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16471): Launched\u000a19:02:52.780610 run osmo-stp_10.42.42.5(pid=16472): Launched\u000a19:02:52.897826 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:02:53.458952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16474): Launched\u000a19:02:53.782492 run osmo-msc_10.42.42.6(pid=16475): Launched\u000a19:02:53.971155 run osmo-stp_10.42.42.5(pid=16472): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16472)]\u000a19:02:54.107970 run osmo-stp_10.42.42.5(pid=16472): stdout: \u000a| (launched: 2022-12-12_19:02:52.620640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:54.242775 run osmo-stp_10.42.42.5(pid=16472): stderr: \u000a| �[0;m�[38;5;43m20221212190252810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190252810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190252811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190252811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190252812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190252812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190252812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:54.372286 run osmo-stp_10.42.42.5(pid=16472): stdout: \u000a| (launched: 2022-12-12_19:02:52.620640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:54.501348 run osmo-stp_10.42.42.5(pid=16472): stderr: \u000a| �[0;m�[38;5;43m20221212190252810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190252810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190252811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190252811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190252812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190252812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190252812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:54.557768 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16472): Process ended prematurely: osmo-stp_10.42.42.5(pid=16472) [trial-2380↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16472)] [trial-2380↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a19:02:54.566580 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:02:54.629670 run osmo-hlr_10.42.42.2(pid=16469): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16469)]\u000a19:02:54.680752 run osmo-hlr_10.42.42.2(pid=16469): stdout: \u000a| (launched: 2022-12-12_19:02:51.647140) \u000a19:02:54.732411 run osmo-hlr_10.42.42.2(pid=16469): stderr: \u000a| �[0;m�[1;31m20221212190251840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190251840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190251840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190251840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190251840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190251840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190251852 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190251861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190251861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190251861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:02:54.802665 run osmo-msc_10.42.42.6(pid=16475): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16475)]\u000a19:02:54.853979 run osmo-msc_10.42.42.6(pid=16475): stdout: \u000a| (launched: 2022-12-12_19:02:53.623077) \u000a19:02:54.905769 run osmo-msc_10.42.42.6(pid=16475): stderr: \u000a| �[0;m�[38;5;43m20221212190253942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190253942 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97d2190c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190253942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190253942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190253942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190253942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190253944 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190253944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190253945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190253945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:02:54.949775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16468): Terminating (SIGTERM)\u000a19:02:54.991652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16471): Terminating (SIGTERM)\u000a19:02:55.033383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16474): Terminating (SIGTERM)\u000a19:02:55.043390 --- ParallelTerminationStrategy: PID 16468 died...\u000a19:02:55.098958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16468): Terminated: ok {rc=0}\u000a19:02:55.109536 --- ParallelTerminationStrategy: PID 16471 died...\u000a19:02:55.164861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16471): Terminated: ok {rc=0}\u000a19:02:55.175183 --- ParallelTerminationStrategy: PID 16474 died...\u000a19:02:55.230917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16474): Terminated: ok {rc=0}\u000a19:02:55.318087 bus /sierra_3: Setting Powered False\u000a19:02:56.423249 bus /sierra_3: Setting Powered False\u000a19:02:57.533894 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:02:47" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16487): Process ended prematurely: osmo-stp_10.42.42.5(pid=16487) [trial-2380↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16487)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16487): Process ended prematurely: osmo-stp_10.42.42.5(pid=16487) [trial-2380↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a19:02:59.512249 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:02:59.523495 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:02:59.651622 tst handover.py: using LAC 30864\u000a19:02:59.778107 tst handover.py: using RAC 9\u000a19:02:59.904030 tst handover.py: using CellId 30864\u000a19:03:00.030865 tst handover.py: using BVCI 30865\u000a19:03:00.055369 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:03:00.199185 tst handover.py: using LAC 30865\u000a19:03:00.325844 tst handover.py: using RAC 10\u000a19:03:00.454221 tst handover.py: using CellId 30865\u000a19:03:00.581788 tst handover.py: using BVCI 30866\u000a19:03:00.606397 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:03:00.617839 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:03:00.628933 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:03:00.640148 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:03:00.651846 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:03:00.663235 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:03:00.781849 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:03:00.999518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:03:01.533908 run create_hlr_db(pid=16481): Launched\u000a19:03:01.659565 bus /sierra_2: Setting Powered False\u000a19:03:02.740135 run create_hlr_db(pid=16481): Terminated: ok {rc=0}\u000a19:03:03.119595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16483): Launched\u000a19:03:03.422110 run osmo-hlr_10.42.42.2(pid=16484): Launched\u000a19:03:03.534605 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:03:04.030810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16486): Launched\u000a19:03:04.330872 run osmo-stp_10.42.42.5(pid=16487): Launched\u000a19:03:04.439995 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:03:04.965372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16489): Launched\u000a19:03:05.268144 run osmo-msc_10.42.42.6(pid=16490): Launched\u000a19:03:05.444681 run osmo-stp_10.42.42.5(pid=16487): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16487)]\u000a19:03:05.571570 run osmo-stp_10.42.42.5(pid=16487): stdout: \u000a| (launched: 2022-12-12_19:03:04.182796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:05.696018 run osmo-stp_10.42.42.5(pid=16487): stderr: \u000a| �[0;m�[38;5;43m20221212190304352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190304352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190304352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190304353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190304353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190304353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190304354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:05.816440 run osmo-stp_10.42.42.5(pid=16487): stdout: \u000a| (launched: 2022-12-12_19:03:04.182796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:05.935431 run osmo-stp_10.42.42.5(pid=16487): stderr: \u000a| �[0;m�[38;5;43m20221212190304352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190304352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190304352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190304353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190304353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190304353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190304354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:05.987968 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16487): Process ended prematurely: osmo-stp_10.42.42.5(pid=16487) [trial-2380↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16487)] [trial-2380↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a19:03:05.995899 tst handover.py:18: Test FAILED (6.5 sec)\u000a19:03:06.054923 run osmo-hlr_10.42.42.2(pid=16484): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16484)]\u000a19:03:06.103374 run osmo-hlr_10.42.42.2(pid=16484): stdout: \u000a| (launched: 2022-12-12_19:03:03.271909) \u000a19:03:06.152389 run osmo-hlr_10.42.42.2(pid=16484): stderr: \u000a| �[0;m�[1;31m20221212190303444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190303444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190303444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190303444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190303445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190303445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190303456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190303465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190303465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190303465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:03:06.219124 run osmo-msc_10.42.42.6(pid=16490): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16490)]\u000a19:03:06.267448 run osmo-msc_10.42.42.6(pid=16490): stdout: \u000a| (launched: 2022-12-12_19:03:05.118332) \u000a19:03:06.316723 run osmo-msc_10.42.42.6(pid=16490): stderr: \u000a| �[0;m�[38;5;43m20221212190305387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190305387 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29a17adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190305387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190305387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190305388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190305388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190305390 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190305390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190305390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190305390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:03:06.358416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16483): Terminating (SIGTERM)\u000a19:03:06.397712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16486): Terminating (SIGTERM)\u000a19:03:06.437367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16489): Terminating (SIGTERM)\u000a19:03:06.446585 --- ParallelTerminationStrategy: PID 16483 died...\u000a19:03:06.499424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16483): Terminated: ok {rc=0}\u000a19:03:06.508840 --- ParallelTerminationStrategy: PID 16486 died...\u000a19:03:06.562711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16486): Terminated: ok {rc=0}\u000a19:03:06.572267 --- ParallelTerminationStrategy: PID 16489 died...\u000a19:03:06.625025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16489): Terminated: ok {rc=0}\u000a19:03:06.713587 bus /sierra_3: Setting Powered False\u000a19:03:07.817322 bus /sierra_3: Setting Powered False\u000a19:03:08.924511 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:02:59" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16501): Process ended prematurely: osmo-stp_10.42.42.5(pid=16501) [trial-2380↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16501)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16501): Process ended prematurely: osmo-stp_10.42.42.5(pid=16501) [trial-2380↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a19:03:10.917258 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:03:10.928650 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:03:11.058536 tst handover.py: using LAC 30866\u000a19:03:11.184683 tst handover.py: using RAC 11\u000a19:03:11.312549 tst handover.py: using CellId 30866\u000a19:03:11.434179 tst handover.py: using BVCI 30867\u000a19:03:11.457139 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:03:11.593759 tst handover.py: using LAC 30867\u000a19:03:11.712644 tst handover.py: using RAC 12\u000a19:03:11.836667 tst handover.py: using CellId 30867\u000a19:03:11.955735 tst handover.py: using BVCI 30868\u000a19:03:11.978888 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:03:11.989717 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:03:12.000289 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:03:12.011612 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:03:12.022930 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:03:12.034243 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:03:12.153880 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:03:12.368498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:03:12.851913 run create_hlr_db(pid=16495): Launched\u000a19:03:12.984000 bus /sierra_2: Setting Powered False\u000a19:03:14.060919 run create_hlr_db(pid=16495): Terminated: ok {rc=0}\u000a19:03:14.465264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16497): Launched\u000a19:03:14.792374 run osmo-hlr_10.42.42.2(pid=16498): Launched\u000a19:03:14.910960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:03:15.440139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16500): Launched\u000a19:03:15.744157 run osmo-stp_10.42.42.5(pid=16501): Launched\u000a19:03:15.886846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:03:16.482390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16503): Launched\u000a19:03:16.929059 run osmo-msc_10.42.42.6(pid=16504): Launched\u000a19:03:17.138770 run osmo-stp_10.42.42.5(pid=16501): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16501)]\u000a19:03:17.362658 run osmo-stp_10.42.42.5(pid=16501): stdout: \u000a| (launched: 2022-12-12_19:03:15.593354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:17.490428 run osmo-stp_10.42.42.5(pid=16501): stderr: \u000a| �[0;m�[38;5;43m20221212190315761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190315761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190315762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190315762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190315763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190315763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190315763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:17.612227 run osmo-stp_10.42.42.5(pid=16501): stdout: \u000a| (launched: 2022-12-12_19:03:15.593354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:17.732757 run osmo-stp_10.42.42.5(pid=16501): stderr: \u000a| �[0;m�[38;5;43m20221212190315761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190315761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190315762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190315762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190315763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190315763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190315763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:17.785982 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16501): Process ended prematurely: osmo-stp_10.42.42.5(pid=16501) [trial-2380↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16501)] [trial-2380↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a19:03:17.794299 tst handover.py:18: Test FAILED (6.9 sec)\u000a19:03:17.855089 run osmo-hlr_10.42.42.2(pid=16498): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16498)]\u000a19:03:17.904308 run osmo-hlr_10.42.42.2(pid=16498): stdout: \u000a| (launched: 2022-12-12_19:03:14.631238) \u000a19:03:17.954392 run osmo-hlr_10.42.42.2(pid=16498): stderr: \u000a| �[0;m�[1;31m20221212190314825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190314825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190314825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190314826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190314826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190314826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190314837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190314846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190314846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190314846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:03:18.022299 run osmo-msc_10.42.42.6(pid=16504): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16504)]\u000a19:03:18.071078 run osmo-msc_10.42.42.6(pid=16504): stdout: \u000a| (launched: 2022-12-12_19:03:16.652907) \u000a19:03:18.120389 run osmo-msc_10.42.42.6(pid=16504): stderr: \u000a| �[0;m�[38;5;43m20221212190317219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190317220 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbcd2a2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190317220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190317220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190317220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190317220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190317222 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190317222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190317222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190317222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:03:18.162094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16497): Terminating (SIGTERM)\u000a19:03:18.201668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16500): Terminating (SIGTERM)\u000a19:03:18.241645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16503): Terminating (SIGTERM)\u000a19:03:18.251172 --- ParallelTerminationStrategy: PID 16497 died...\u000a19:03:18.304830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16497): Terminated: ok {rc=0}\u000a19:03:18.314743 --- ParallelTerminationStrategy: PID 16500 died...\u000a19:03:18.367878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16500): Terminated: ok {rc=0}\u000a19:03:18.377750 --- ParallelTerminationStrategy: PID 16503 died...\u000a19:03:18.431041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16503): Terminated: ok {rc=0}\u000a19:03:18.520666 bus /sierra_3: Setting Powered False\u000a19:03:19.624719 bus /sierra_3: Setting Powered False\u000a19:03:20.736559 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:03:10" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16515): Process ended prematurely: osmo-stp_10.42.42.5(pid=16515) [trial-2380↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16515)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16515): Process ended prematurely: osmo-stp_10.42.42.5(pid=16515) [trial-2380↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a19:03:22.751532 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:03:22.763112 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:03:22.906694 tst handover.py: using LAC 30868\u000a19:03:23.034327 tst handover.py: using RAC 13\u000a19:03:23.161706 tst handover.py: using CellId 30868\u000a19:03:23.292872 tst handover.py: using BVCI 30869\u000a19:03:23.317676 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:03:23.455081 tst handover.py: using LAC 30869\u000a19:03:23.580938 tst handover.py: using RAC 14\u000a19:03:23.709711 tst handover.py: using CellId 30869\u000a19:03:23.833776 tst handover.py: using BVCI 30870\u000a19:03:23.858348 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:03:23.869890 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:03:23.881357 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:03:23.893131 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:03:23.904718 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:03:23.916256 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:03:24.035363 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:03:24.236779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:03:24.694740 run create_hlr_db(pid=16509): Launched\u000a19:03:24.817208 bus /sierra_2: Setting Powered False\u000a19:03:25.888503 run create_hlr_db(pid=16509): Terminated: ok {rc=0}\u000a19:03:26.289703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16511): Launched\u000a19:03:26.614939 run osmo-hlr_10.42.42.2(pid=16512): Launched\u000a19:03:26.733672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:03:27.267798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16514): Launched\u000a19:03:27.592666 run osmo-stp_10.42.42.5(pid=16515): Launched\u000a19:03:27.710063 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:03:28.271961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16517): Launched\u000a19:03:28.597929 run osmo-msc_10.42.42.6(pid=16518): Launched\u000a19:03:28.787615 run osmo-stp_10.42.42.5(pid=16515): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16515)]\u000a19:03:28.923949 run osmo-stp_10.42.42.5(pid=16515): stdout: \u000a| (launched: 2022-12-12_19:03:27.432086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:29.059284 run osmo-stp_10.42.42.5(pid=16515): stderr: \u000a| �[0;m�[38;5;43m20221212190327619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190327619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190327619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190327620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190327620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190327620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190327620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:29.188721 run osmo-stp_10.42.42.5(pid=16515): stdout: \u000a| (launched: 2022-12-12_19:03:27.432086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:29.317204 run osmo-stp_10.42.42.5(pid=16515): stderr: \u000a| �[0;m�[38;5;43m20221212190327619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190327619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190327619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190327620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190327620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190327620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190327620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:29.373516 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16515): Process ended prematurely: osmo-stp_10.42.42.5(pid=16515) [trial-2380↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16515)] [trial-2380↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a19:03:29.382080 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:03:29.444877 run osmo-hlr_10.42.42.2(pid=16512): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16512)]\u000a19:03:29.495919 run osmo-hlr_10.42.42.2(pid=16512): stdout: \u000a| (launched: 2022-12-12_19:03:26.454590) \u000a19:03:29.547803 run osmo-hlr_10.42.42.2(pid=16512): stderr: \u000a| �[0;m�[1;31m20221212190326646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190326646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190326647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190326647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190326647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190326647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190326667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190326677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190326677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190326677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:03:29.618305 run osmo-msc_10.42.42.6(pid=16518): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16518)]\u000a19:03:29.669454 run osmo-msc_10.42.42.6(pid=16518): stdout: \u000a| (launched: 2022-12-12_19:03:28.436493) \u000a19:03:29.721012 run osmo-msc_10.42.42.6(pid=16518): stderr: \u000a| �[0;m�[38;5;43m20221212190328757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190328757 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f470e92ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190328757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190328757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190328757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190328758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190328759 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190328760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190328760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190328760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:03:29.764645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16511): Terminating (SIGTERM)\u000a19:03:29.806262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16514): Terminating (SIGTERM)\u000a19:03:29.847981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16517): Terminating (SIGTERM)\u000a19:03:29.858002 --- ParallelTerminationStrategy: PID 16511 died...\u000a19:03:29.913150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16511): Terminated: ok {rc=0}\u000a19:03:29.923376 --- ParallelTerminationStrategy: PID 16514 died...\u000a19:03:29.978983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16514): Terminated: ok {rc=0}\u000a19:03:29.989066 --- ParallelTerminationStrategy: PID 16517 died...\u000a19:03:30.044692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16517): Terminated: ok {rc=0}\u000a19:03:30.131410 bus /sierra_3: Setting Powered False\u000a19:03:31.240621 bus /sierra_3: Setting Powered False\u000a19:03:32.349275 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:03:22" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16529): Process ended prematurely: osmo-stp_10.42.42.5(pid=16529) [trial-2380↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16529)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16529): Process ended prematurely: osmo-stp_10.42.42.5(pid=16529) [trial-2380↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a19:03:34.390813 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:03:34.402369 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:03:34.549237 tst handover.py: using LAC 30870\u000a19:03:34.668616 tst handover.py: using RAC 15\u000a19:03:34.787167 tst handover.py: using CellId 30870\u000a19:03:34.903282 tst handover.py: using BVCI 30871\u000a19:03:34.926130 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:03:35.059301 tst handover.py: using LAC 30871\u000a19:03:35.177653 tst handover.py: using RAC 16\u000a19:03:35.293453 tst handover.py: using CellId 30871\u000a19:03:35.409184 tst handover.py: using BVCI 30872\u000a19:03:35.431975 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:03:35.443381 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:03:35.454312 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:03:35.465259 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:03:35.476088 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:03:35.486976 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:03:35.608170 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:03:35.816617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:03:36.273418 run create_hlr_db(pid=16523): Launched\u000a19:03:36.395234 bus /sierra_2: Setting Powered False\u000a19:03:37.467088 run create_hlr_db(pid=16523): Terminated: ok {rc=0}\u000a19:03:37.842722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16525): Launched\u000a19:03:38.143373 run osmo-hlr_10.42.42.2(pid=16526): Launched\u000a19:03:38.257266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:03:38.751978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16528): Launched\u000a19:03:39.054154 run osmo-stp_10.42.42.5(pid=16529): Launched\u000a19:03:39.163776 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:03:39.689054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16531): Launched\u000a19:03:39.992210 run osmo-msc_10.42.42.6(pid=16532): Launched\u000a19:03:40.168590 run osmo-stp_10.42.42.5(pid=16529): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16529)]\u000a19:03:40.296176 run osmo-stp_10.42.42.5(pid=16529): stdout: \u000a| (launched: 2022-12-12_19:03:38.905317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:40.421315 run osmo-stp_10.42.42.5(pid=16529): stderr: \u000a| �[0;m�[38;5;43m20221212190339076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190339076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190339076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190339076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190339077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190339077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190339077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:40.542401 run osmo-stp_10.42.42.5(pid=16529): stdout: \u000a| (launched: 2022-12-12_19:03:38.905317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:40.662360 run osmo-stp_10.42.42.5(pid=16529): stderr: \u000a| �[0;m�[38;5;43m20221212190339076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190339076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190339076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190339076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190339077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190339077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190339077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:40.715209 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16529): Process ended prematurely: osmo-stp_10.42.42.5(pid=16529) [trial-2380↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16529)] [trial-2380↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a19:03:40.723310 tst handover.py:18: Test FAILED (6.3 sec)\u000a19:03:40.783008 run osmo-hlr_10.42.42.2(pid=16526): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16526)]\u000a19:03:40.832380 run osmo-hlr_10.42.42.2(pid=16526): stdout: \u000a| (launched: 2022-12-12_19:03:37.994984) \u000a19:03:40.881906 run osmo-hlr_10.42.42.2(pid=16526): stderr: \u000a| �[0;m�[1;31m20221212190338169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190338169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190338169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190338169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190338169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190338169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190338180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190338189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190338189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190338189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:03:40.948989 run osmo-msc_10.42.42.6(pid=16532): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16532)]\u000a19:03:40.997665 run osmo-msc_10.42.42.6(pid=16532): stdout: \u000a| (launched: 2022-12-12_19:03:39.841907) \u000a19:03:41.046861 run osmo-msc_10.42.42.6(pid=16532): stderr: \u000a| �[0;m�[38;5;43m20221212190340114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190340115 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0333eeac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190340115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190340115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190340115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190340115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190340117 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190340117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190340119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190340119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:03:41.088788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16525): Terminating (SIGTERM)\u000a19:03:41.128524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16528): Terminating (SIGTERM)\u000a19:03:41.168197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16531): Terminating (SIGTERM)\u000a19:03:41.177474 --- ParallelTerminationStrategy: PID 16525 died...\u000a19:03:41.230476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16525): Terminated: ok {rc=0}\u000a19:03:41.240039 --- ParallelTerminationStrategy: PID 16528 died...\u000a19:03:41.292900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16528): Terminated: ok {rc=0}\u000a19:03:41.302806 --- ParallelTerminationStrategy: PID 16531 died...\u000a19:03:41.355194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16531): Terminated: ok {rc=0}\u000a19:03:41.443948 bus /sierra_3: Setting Powered False\u000a19:03:42.547495 bus /sierra_3: Setting Powered False\u000a19:03:43.660112 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:03:34" }, { "cases" : [ { "testActions" : [ ], "age" : 50, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16543): Process ended prematurely: osmo-stp_10.42.42.5(pid=16543) [trial-2380↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16543)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16543): Process ended prematurely: osmo-stp_10.42.42.5(pid=16543) [trial-2380↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a19:03:45.681532 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:03:45.692743 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:03:45.836084 tst handover.py: using LAC 30872\u000a19:03:45.988257 tst handover.py: using RAC 17\u000a19:03:46.109541 tst handover.py: using CellId 30872\u000a19:03:46.247558 tst handover.py: using BVCI 30873\u000a19:03:46.273520 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:03:46.405945 tst handover.py: using LAC 30873\u000a19:03:46.532912 tst handover.py: using RAC 18\u000a19:03:46.661133 tst handover.py: using CellId 30873\u000a19:03:46.796830 tst handover.py: using BVCI 30874\u000a19:03:46.823210 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:03:46.835981 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:03:46.849585 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:03:46.863343 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:03:46.875958 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:03:46.889180 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:03:47.040101 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:03:47.262316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:03:47.744144 run create_hlr_db(pid=16537): Launched\u000a19:03:47.875887 bus /sierra_2: Setting Powered False\u000a19:03:48.952404 run create_hlr_db(pid=16537): Terminated: ok {rc=0}\u000a19:03:49.332193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16539): Launched\u000a19:03:49.635274 run osmo-hlr_10.42.42.2(pid=16540): Launched\u000a19:03:49.760100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:03:50.262670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16542): Launched\u000a19:03:50.565069 run osmo-stp_10.42.42.5(pid=16543): Launched\u000a19:03:50.674528 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:03:51.201789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16545): Launched\u000a19:03:51.504385 run osmo-msc_10.42.42.6(pid=16546): Launched\u000a19:03:51.680130 run osmo-stp_10.42.42.5(pid=16543): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16543)]\u000a19:03:51.807101 run osmo-stp_10.42.42.5(pid=16543): stdout: \u000a| (launched: 2022-12-12_19:03:50.415287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:51.932108 run osmo-stp_10.42.42.5(pid=16543): stderr: \u000a| �[0;m�[38;5;43m20221212190350584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190350584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190350584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190350584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190350585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190350585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190350585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:52.053151 run osmo-stp_10.42.42.5(pid=16543): stdout: \u000a| (launched: 2022-12-12_19:03:50.415287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:52.172800 run osmo-stp_10.42.42.5(pid=16543): stderr: \u000a| �[0;m�[38;5;43m20221212190350584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190350584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190350584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190350584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190350585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190350585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190350585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:52.225579 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16543): Process ended prematurely: osmo-stp_10.42.42.5(pid=16543) [trial-2380↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16543)] [trial-2380↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a19:03:52.233692 tst handover.py:18: Test FAILED (6.5 sec)\u000a19:03:52.293734 run osmo-hlr_10.42.42.2(pid=16540): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16540)]\u000a19:03:52.342427 run osmo-hlr_10.42.42.2(pid=16540): stdout: \u000a| (launched: 2022-12-12_19:03:49.485488) \u000a19:03:52.391795 run osmo-hlr_10.42.42.2(pid=16540): stderr: \u000a| �[0;m�[1;31m20221212190349658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190349658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190349658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190349658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190349658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190349658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190349670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190349679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190349679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190349679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:03:52.458595 run osmo-msc_10.42.42.6(pid=16546): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16546)]\u000a19:03:52.507042 run osmo-msc_10.42.42.6(pid=16546): stdout: \u000a| (launched: 2022-12-12_19:03:51.354439) \u000a19:03:52.555849 run osmo-msc_10.42.42.6(pid=16546): stderr: \u000a| �[0;m�[38;5;43m20221212190351625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190351625 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f609767bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190351625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190351625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190351625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190351625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190351627 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190351628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190351628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190351628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:03:52.597038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16539): Terminating (SIGTERM)\u000a19:03:52.637621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16542): Terminating (SIGTERM)\u000a19:03:52.676890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16545): Terminating (SIGTERM)\u000a19:03:52.686321 --- ParallelTerminationStrategy: PID 16539 died...\u000a19:03:52.738803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16539): Terminated: ok {rc=0}\u000a19:03:52.748463 --- ParallelTerminationStrategy: PID 16542 died...\u000a19:03:52.800844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16542): Terminated: ok {rc=0}\u000a19:03:52.810606 --- ParallelTerminationStrategy: PID 16545 died...\u000a19:03:52.863152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16545): Terminated: ok {rc=0}\u000a19:03:52.952467 bus /sierra_3: Setting Powered False\u000a19:03:54.057149 bus /sierra_3: Setting Powered False\u000a19:03:55.165771 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:03:45" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16557): Process ended prematurely: osmo-stp_10.42.42.5(pid=16557) [trial-2380↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16557)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16557): Process ended prematurely: osmo-stp_10.42.42.5(pid=16557) [trial-2380↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a19:03:57.191496 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:03:57.203244 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:03:57.350018 tst handover.py: using LAC 30874\u000a19:03:57.477257 tst handover.py: using RAC 19\u000a19:03:57.603373 tst handover.py: using CellId 30874\u000a19:03:57.729141 tst handover.py: using BVCI 30875\u000a19:03:57.753571 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:03:57.895097 tst handover.py: using LAC 30875\u000a19:03:58.024859 tst handover.py: using RAC 20\u000a19:03:58.145006 tst handover.py: using CellId 30875\u000a19:03:58.267102 tst handover.py: using BVCI 30876\u000a19:03:58.290070 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:03:58.300911 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:03:58.312014 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:03:58.323494 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:03:58.335055 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:03:58.346528 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:03:58.465949 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:03:58.674514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:03:59.158700 run create_hlr_db(pid=16551): Launched\u000a19:03:59.289753 bus /sierra_2: Setting Powered False\u000a19:04:00.366737 run create_hlr_db(pid=16551): Terminated: ok {rc=0}\u000a19:04:00.769647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16553): Launched\u000a19:04:01.196471 run osmo-hlr_10.42.42.2(pid=16554): Launched\u000a19:04:01.386289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:04:01.977306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16556): Launched\u000a19:04:02.307100 run osmo-stp_10.42.42.5(pid=16557): Launched\u000a19:04:02.425906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:04:02.962329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16559): Launched\u000a19:04:03.266723 run osmo-msc_10.42.42.6(pid=16560): Launched\u000a19:04:03.443179 run osmo-stp_10.42.42.5(pid=16557): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16557)]\u000a19:04:03.569992 run osmo-stp_10.42.42.5(pid=16557): stdout: \u000a| (launched: 2022-12-12_19:04:02.135734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:03.695450 run osmo-stp_10.42.42.5(pid=16557): stderr: \u000a| �[0;m�[38;5;43m20221212190402332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190402332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190402332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190402333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190402333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190402333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190402333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:03.816181 run osmo-stp_10.42.42.5(pid=16557): stdout: \u000a| (launched: 2022-12-12_19:04:02.135734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:03.936088 run osmo-stp_10.42.42.5(pid=16557): stderr: \u000a| �[0;m�[38;5;43m20221212190402332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190402332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190402332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190402333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190402333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190402333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190402333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:03.988683 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16557): Process ended prematurely: osmo-stp_10.42.42.5(pid=16557) [trial-2380↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16557)] [trial-2380↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a19:04:03.996622 tst handover.py:18: Test FAILED (6.8 sec)\u000a19:04:04.055698 run osmo-hlr_10.42.42.2(pid=16554): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16554)]\u000a19:04:04.103997 run osmo-hlr_10.42.42.2(pid=16554): stdout: \u000a| (launched: 2022-12-12_19:04:00.946675) \u000a19:04:04.153654 run osmo-hlr_10.42.42.2(pid=16554): stderr: \u000a| �[0;m�[1;31m20221212190401287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190401287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190401287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190401287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190401287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190401287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190401307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190401315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190401315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190401315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:04:04.220637 run osmo-msc_10.42.42.6(pid=16560): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16560)]\u000a19:04:04.269388 run osmo-msc_10.42.42.6(pid=16560): stdout: \u000a| (launched: 2022-12-12_19:04:03.116807) \u000a19:04:04.318344 run osmo-msc_10.42.42.6(pid=16560): stderr: \u000a| �[0;m�[38;5;43m20221212190403387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190403388 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc7c7381c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190403388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190403388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190403388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190403388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190403390 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190403390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190403390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190403391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:04:04.359889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16553): Terminating (SIGTERM)\u000a19:04:04.399170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16556): Terminating (SIGTERM)\u000a19:04:04.438620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16559): Terminating (SIGTERM)\u000a19:04:04.447809 --- ParallelTerminationStrategy: PID 16553 died...\u000a19:04:04.500501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16553): Terminated: ok {rc=0}\u000a19:04:04.510064 --- ParallelTerminationStrategy: PID 16556 died...\u000a19:04:04.562520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16556): Terminated: ok {rc=0}\u000a19:04:04.571919 --- ParallelTerminationStrategy: PID 16559 died...\u000a19:04:04.625106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16559): Terminated: ok {rc=0}\u000a19:04:04.714312 bus /sierra_3: Setting Powered False\u000a19:04:05.817729 bus /sierra_3: Setting Powered False\u000a19:04:06.928793 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:03:56" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16571): Process ended prematurely: osmo-stp_10.42.42.5(pid=16571) [trial-2380↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16571)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16571): Process ended prematurely: osmo-stp_10.42.42.5(pid=16571) [trial-2380↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a19:04:08.959015 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:04:08.969924 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:04:09.103624 tst handover.py: using LAC 30876\u000a19:04:09.221567 tst handover.py: using RAC 21\u000a19:04:09.339322 tst handover.py: using CellId 30876\u000a19:04:09.459323 tst handover.py: using BVCI 30877\u000a19:04:09.482122 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:04:09.615570 tst handover.py: using LAC 30877\u000a19:04:09.735051 tst handover.py: using RAC 22\u000a19:04:09.853933 tst handover.py: using CellId 30877\u000a19:04:09.971475 tst handover.py: using BVCI 30878\u000a19:04:09.994283 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:04:10.005200 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:04:10.015822 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:04:10.026640 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:04:10.037476 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:04:10.048121 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:04:10.166642 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:04:10.380941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:04:10.863525 run create_hlr_db(pid=16565): Launched\u000a19:04:10.995562 bus /sierra_2: Setting Powered False\u000a19:04:12.088896 run create_hlr_db(pid=16565): Terminated: ok {rc=0}\u000a19:04:12.470289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16567): Launched\u000a19:04:12.773253 run osmo-hlr_10.42.42.2(pid=16568): Launched\u000a19:04:12.884277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:04:13.382575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16570): Launched\u000a19:04:13.684195 run osmo-stp_10.42.42.5(pid=16571): Launched\u000a19:04:13.792830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:04:14.319278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16573): Launched\u000a19:04:14.623628 run osmo-msc_10.42.42.6(pid=16574): Launched\u000a19:04:14.800081 run osmo-stp_10.42.42.5(pid=16571): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16571)]\u000a19:04:14.927628 run osmo-stp_10.42.42.5(pid=16571): stdout: \u000a| (launched: 2022-12-12_19:04:13.535640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:15.053104 run osmo-stp_10.42.42.5(pid=16571): stderr: \u000a| �[0;m�[38;5;43m20221212190413704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190413704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190413704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190413705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190413705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190413705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190413705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:15.174896 run osmo-stp_10.42.42.5(pid=16571): stdout: \u000a| (launched: 2022-12-12_19:04:13.535640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:15.295110 run osmo-stp_10.42.42.5(pid=16571): stderr: \u000a| �[0;m�[38;5;43m20221212190413704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190413704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190413704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190413705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190413705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190413705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190413705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:15.347934 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16571): Process ended prematurely: osmo-stp_10.42.42.5(pid=16571) [trial-2380↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16571)] [trial-2380↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a19:04:15.355753 tst handover.py:18: Test FAILED (6.4 sec)\u000a19:04:15.415549 run osmo-hlr_10.42.42.2(pid=16568): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16568)]\u000a19:04:15.464762 run osmo-hlr_10.42.42.2(pid=16568): stdout: \u000a| (launched: 2022-12-12_19:04:12.623742) \u000a19:04:15.514185 run osmo-hlr_10.42.42.2(pid=16568): stderr: \u000a| �[0;m�[1;31m20221212190412799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190412799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190412799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190412799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190412799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190412799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190412812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190412822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190412822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190412822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:04:15.581733 run osmo-msc_10.42.42.6(pid=16574): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16574)]\u000a19:04:15.630528 run osmo-msc_10.42.42.6(pid=16574): stdout: \u000a| (launched: 2022-12-12_19:04:14.473215) \u000a19:04:15.679805 run osmo-msc_10.42.42.6(pid=16574): stderr: \u000a| �[0;m�[38;5;43m20221212190414745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190414745 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a7366fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190414745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190414745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190414745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190414746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190414747 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190414748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190414748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190414748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:04:15.721838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16567): Terminating (SIGTERM)\u000a19:04:15.761677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16570): Terminating (SIGTERM)\u000a19:04:15.801212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16573): Terminating (SIGTERM)\u000a19:04:15.810436 --- ParallelTerminationStrategy: PID 16567 died...\u000a19:04:15.868281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16567): Terminated: ok {rc=0}\u000a19:04:15.878202 --- ParallelTerminationStrategy: PID 16570 died...\u000a19:04:15.941107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16570): Terminated: ok {rc=0}\u000a19:04:15.951027 --- ParallelTerminationStrategy: PID 16573 died...\u000a19:04:16.004226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16573): Terminated: ok {rc=0}\u000a19:04:16.104816 bus /sierra_3: Setting Powered False\u000a19:04:17.214657 bus /sierra_3: Setting Powered False\u000a19:04:18.326260 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:04:08" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16586): Process ended prematurely: osmo-stp_10.42.42.5(pid=16586) [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16586)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16586): Process ended prematurely: osmo-stp_10.42.42.5(pid=16586) [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a19:04:20.348600 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:04:20.359915 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:04:20.490015 tst handover.py: using LAC 30878\u000a19:04:20.607740 tst handover.py: using RAC 23\u000a19:04:20.734652 tst handover.py: using CellId 30878\u000a19:04:20.861177 tst handover.py: using BVCI 30879\u000a19:04:20.885794 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:04:21.032077 tst handover.py: using LAC 30879\u000a19:04:21.158601 tst handover.py: using RAC 24\u000a19:04:21.284825 tst handover.py: using CellId 30879\u000a19:04:21.413143 tst handover.py: using BVCI 30880\u000a19:04:21.437770 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:04:21.449566 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:04:21.461057 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:04:21.472917 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:04:21.484910 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:04:21.496774 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:04:21.616868 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:04:21.827805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:04:22.310310 run create_hlr_db(pid=16580): Launched\u000a19:04:22.442129 bus /sierra_2: Setting Powered False\u000a19:04:23.517972 run create_hlr_db(pid=16580): Terminated: ok {rc=0}\u000a19:04:23.919674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16582): Launched\u000a19:04:24.245363 run osmo-hlr_10.42.42.2(pid=16583): Launched\u000a19:04:24.366304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:04:24.898989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16585): Launched\u000a19:04:25.222763 run osmo-stp_10.42.42.5(pid=16586): Launched\u000a19:04:25.340030 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:04:25.903429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16588): Launched\u000a19:04:26.228634 run osmo-msc_10.42.42.6(pid=16589): Launched\u000a19:04:26.417794 run osmo-stp_10.42.42.5(pid=16586): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16586)]\u000a19:04:26.554020 run osmo-stp_10.42.42.5(pid=16586): stdout: \u000a| (launched: 2022-12-12_19:04:25.063452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:26.689311 run osmo-stp_10.42.42.5(pid=16586): stderr: \u000a| �[0;m�[38;5;43m20221212190425251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190425251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190425251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190425252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190425252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190425252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190425252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:26.819101 run osmo-stp_10.42.42.5(pid=16586): stdout: \u000a| (launched: 2022-12-12_19:04:25.063452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:26.947682 run osmo-stp_10.42.42.5(pid=16586): stderr: \u000a| �[0;m�[38;5;43m20221212190425251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190425251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190425251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190425252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190425252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190425252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190425252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:27.004636 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16586): Process ended prematurely: osmo-stp_10.42.42.5(pid=16586) [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16586)] [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a19:04:27.013657 tst handover.py:18: Test FAILED (6.7 sec)\u000a19:04:27.077565 run osmo-hlr_10.42.42.2(pid=16583): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16583)]\u000a19:04:27.129141 run osmo-hlr_10.42.42.2(pid=16583): stdout: \u000a| (launched: 2022-12-12_19:04:24.084878) \u000a19:04:27.181212 run osmo-hlr_10.42.42.2(pid=16583): stderr: \u000a| �[0;m�[1;31m20221212190424278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190424279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190424279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190424279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190424279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190424279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190424291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190424299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190424300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190424300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:04:27.252171 run osmo-msc_10.42.42.6(pid=16589): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16589)]\u000a19:04:27.303509 run osmo-msc_10.42.42.6(pid=16589): stdout: \u000a| (launched: 2022-12-12_19:04:26.068370) \u000a19:04:27.355682 run osmo-msc_10.42.42.6(pid=16589): stderr: \u000a| �[0;m�[38;5;43m20221212190426385 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190426385 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37b93b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190426386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190426386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190426386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190426386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190426388 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190426388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190426388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190426388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:04:27.399612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16582): Terminating (SIGTERM)\u000a19:04:27.441815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16585): Terminating (SIGTERM)\u000a19:04:27.484183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16588): Terminating (SIGTERM)\u000a19:04:27.494534 --- ParallelTerminationStrategy: PID 16582 died...\u000a19:04:27.550422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16582): Terminated: ok {rc=0}\u000a19:04:27.561131 --- ParallelTerminationStrategy: PID 16585 died...\u000a19:04:27.616875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16585): Terminated: ok {rc=0}\u000a19:04:27.627588 --- ParallelTerminationStrategy: PID 16588 died...\u000a19:04:27.683391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16588): Terminated: ok {rc=0}\u000a19:04:27.771150 bus /sierra_3: Setting Powered False\u000a19:04:28.877794 bus /sierra_3: Setting Powered False\u000a19:04:29.988314 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:04:20" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16601): Process ended prematurely: osmo-stp_10.42.42.5(pid=16601) [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16601)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16601): Process ended prematurely: osmo-stp_10.42.42.5(pid=16601) [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a19:04:32.119576 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:04:32.134826 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:04:32.274746 tst handover.py: using LAC 30880\u000a19:04:32.391692 tst handover.py: using RAC 25\u000a19:04:32.509949 tst handover.py: using CellId 30880\u000a19:04:32.626313 tst handover.py: using BVCI 30881\u000a19:04:32.648833 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:04:32.779382 tst handover.py: using LAC 30881\u000a19:04:32.907425 tst handover.py: using RAC 26\u000a19:04:33.035121 tst handover.py: using CellId 30881\u000a19:04:33.163074 tst handover.py: using BVCI 30882\u000a19:04:33.187779 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:04:33.199496 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:04:33.211043 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:04:33.223408 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:04:33.236726 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:04:33.248333 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:04:33.368872 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:04:33.569637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:04:34.025950 run create_hlr_db(pid=16594): Launched\u000a19:04:34.158096 bus /sierra_2: Setting Powered False\u000a19:04:35.233470 run create_hlr_db(pid=16594): Terminated: ok {rc=0}\u000a19:04:35.612000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16597): Launched\u000a19:04:35.914588 run osmo-hlr_10.42.42.2(pid=16598): Launched\u000a19:04:36.034034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:04:36.537806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16600): Launched\u000a19:04:36.838718 run osmo-stp_10.42.42.5(pid=16601): Launched\u000a19:04:36.947786 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:04:37.471349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16603): Launched\u000a19:04:37.775300 run osmo-msc_10.42.42.6(pid=16604): Launched\u000a19:04:37.951486 run osmo-stp_10.42.42.5(pid=16601): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16601)]\u000a19:04:38.078644 run osmo-stp_10.42.42.5(pid=16601): stdout: \u000a| (launched: 2022-12-12_19:04:36.690242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:38.203763 run osmo-stp_10.42.42.5(pid=16601): stderr: \u000a| �[0;m�[38;5;43m20221212190436857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190436857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190436857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190436858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190436858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190436858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190436858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:38.324235 run osmo-stp_10.42.42.5(pid=16601): stdout: \u000a| (launched: 2022-12-12_19:04:36.690242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:38.443810 run osmo-stp_10.42.42.5(pid=16601): stderr: \u000a| �[0;m�[38;5;43m20221212190436857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190436857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190436857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190436858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190436858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190436858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190436858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:38.496300 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16601): Process ended prematurely: osmo-stp_10.42.42.5(pid=16601) [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16601)] [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a19:04:38.504562 tst handover.py:18: Test FAILED (6.4 sec)\u000a19:04:38.564093 run osmo-hlr_10.42.42.2(pid=16598): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16598)]\u000a19:04:38.612674 run osmo-hlr_10.42.42.2(pid=16598): stdout: \u000a| (launched: 2022-12-12_19:04:35.764726) \u000a19:04:38.662037 run osmo-hlr_10.42.42.2(pid=16598): stderr: \u000a| �[0;m�[1;31m20221212190435940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190435940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190435940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190435940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190435940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190435940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190435952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190435962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190435963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190435963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:04:38.729089 run osmo-msc_10.42.42.6(pid=16604): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16604)]\u000a19:04:38.777733 run osmo-msc_10.42.42.6(pid=16604): stdout: \u000a| (launched: 2022-12-12_19:04:37.625167) \u000a19:04:38.826990 run osmo-msc_10.42.42.6(pid=16604): stderr: \u000a| �[0;m�[38;5;43m20221212190437896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190437897 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f262515fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190437897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190437897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190437897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190437897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190437899 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190437899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190437899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190437899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:04:38.869038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16597): Terminating (SIGTERM)\u000a19:04:38.908410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16600): Terminating (SIGTERM)\u000a19:04:38.948054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16603): Terminating (SIGTERM)\u000a19:04:38.957519 --- ParallelTerminationStrategy: PID 16597 died...\u000a19:04:39.010284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16597): Terminated: ok {rc=0}\u000a19:04:39.020285 --- ParallelTerminationStrategy: PID 16600 died...\u000a19:04:39.073062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16600): Terminated: ok {rc=0}\u000a19:04:39.082837 --- ParallelTerminationStrategy: PID 16603 died...\u000a19:04:39.135467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16603): Terminated: ok {rc=0}\u000a19:04:39.223785 bus /sierra_3: Setting Powered False\u000a19:04:40.326310 bus /sierra_3: Setting Powered False\u000a19:04:41.437356 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:04:31" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16615): Process ended prematurely: osmo-stp_10.42.42.5(pid=16615) [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16615)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16615): Process ended prematurely: osmo-stp_10.42.42.5(pid=16615) [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a19:04:43.459257 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:04:43.471060 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:04:43.609602 tst handover.py: using LAC 30882\u000a19:04:43.733728 tst handover.py: using RAC 27\u000a19:04:43.859086 tst handover.py: using CellId 30882\u000a19:04:43.985171 tst handover.py: using BVCI 30883\u000a19:04:44.010093 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:04:44.149945 tst handover.py: using LAC 30883\u000a19:04:44.273714 tst handover.py: using RAC 28\u000a19:04:44.397687 tst handover.py: using CellId 30883\u000a19:04:44.522336 tst handover.py: using BVCI 30884\u000a19:04:44.546976 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:04:44.558776 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:04:44.570280 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:04:44.582177 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:04:44.594107 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:04:44.605926 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:04:44.724770 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:04:44.924295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:04:45.383678 run create_hlr_db(pid=16609): Launched\u000a19:04:45.505758 bus /sierra_2: Setting Powered False\u000a19:04:46.619550 run create_hlr_db(pid=16609): Terminated: ok {rc=0}\u000a19:04:47.042041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16611): Launched\u000a19:04:47.369811 run osmo-hlr_10.42.42.2(pid=16612): Launched\u000a19:04:47.492452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:04:48.030033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16614): Launched\u000a19:04:48.355145 run osmo-stp_10.42.42.5(pid=16615): Launched\u000a19:04:48.472352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:04:49.034707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16617): Launched\u000a19:04:49.359155 run osmo-msc_10.42.42.6(pid=16618): Launched\u000a19:04:49.548062 run osmo-stp_10.42.42.5(pid=16615): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16615)]\u000a19:04:49.684289 run osmo-stp_10.42.42.5(pid=16615): stdout: \u000a| (launched: 2022-12-12_19:04:48.195363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:49.819294 run osmo-stp_10.42.42.5(pid=16615): stderr: \u000a| �[0;m�[38;5;43m20221212190448382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190448382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190448383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190448383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190448384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190448384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190448384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:49.949218 run osmo-stp_10.42.42.5(pid=16615): stdout: \u000a| (launched: 2022-12-12_19:04:48.195363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:50.078311 run osmo-stp_10.42.42.5(pid=16615): stderr: \u000a| �[0;m�[38;5;43m20221212190448382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190448382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190448383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190448383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190448384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190448384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190448384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:50.134804 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16615): Process ended prematurely: osmo-stp_10.42.42.5(pid=16615) [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16615)] [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a19:04:50.143403 tst handover.py:18: Test FAILED (6.7 sec)\u000a19:04:50.206652 run osmo-hlr_10.42.42.2(pid=16612): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16612)]\u000a19:04:50.257853 run osmo-hlr_10.42.42.2(pid=16612): stdout: \u000a| (launched: 2022-12-12_19:04:47.210108) \u000a19:04:50.309436 run osmo-hlr_10.42.42.2(pid=16612): stderr: \u000a| �[0;m�[1;31m20221212190447405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190447406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190447406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190447406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190447406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190447406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190447419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190447429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190447429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190447429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:04:50.379624 run osmo-msc_10.42.42.6(pid=16618): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16618)]\u000a19:04:50.430719 run osmo-msc_10.42.42.6(pid=16618): stdout: \u000a| (launched: 2022-12-12_19:04:49.199376) \u000a19:04:50.482337 run osmo-msc_10.42.42.6(pid=16618): stderr: \u000a| �[0;m�[38;5;43m20221212190449520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190449520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0996f2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190449520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190449520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190449521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190449521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190449523 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190449523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190449523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190449523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:04:50.526288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16611): Terminating (SIGTERM)\u000a19:04:50.567990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16614): Terminating (SIGTERM)\u000a19:04:50.609652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16617): Terminating (SIGTERM)\u000a19:04:50.619712 --- ParallelTerminationStrategy: PID 16611 died...\u000a19:04:50.675657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16611): Terminated: ok {rc=0}\u000a19:04:50.685812 --- ParallelTerminationStrategy: PID 16614 died...\u000a19:04:50.741099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16614): Terminated: ok {rc=0}\u000a19:04:50.751813 --- ParallelTerminationStrategy: PID 16617 died...\u000a19:04:50.807048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16617): Terminated: ok {rc=0}\u000a19:04:50.893864 bus /sierra_3: Setting Powered False\u000a19:04:51.995241 bus /sierra_3: Setting Powered False\u000a19:04:53.106159 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:04:43" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16629): Process ended prematurely: osmo-stp_10.42.42.5(pid=16629) [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16629)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16629): Process ended prematurely: osmo-stp_10.42.42.5(pid=16629) [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a19:04:55.127327 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:04:55.138730 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:04:55.268072 tst handover.py: using LAC 30884\u000a19:04:55.388378 tst handover.py: using RAC 29\u000a19:04:55.508267 tst handover.py: using CellId 30884\u000a19:04:55.625502 tst handover.py: using BVCI 30885\u000a19:04:55.648214 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:04:55.782344 tst handover.py: using LAC 30885\u000a19:04:55.914033 tst handover.py: using RAC 30\u000a19:04:56.032681 tst handover.py: using CellId 30885\u000a19:04:56.150144 tst handover.py: using BVCI 30886\u000a19:04:56.173078 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:04:56.184178 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:04:56.195191 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:04:56.206258 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:04:56.217207 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:04:56.227916 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:04:56.346959 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:04:56.554895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:04:57.036686 run create_hlr_db(pid=16623): Launched\u000a19:04:57.168709 bus /sierra_2: Setting Powered False\u000a19:04:58.234325 run create_hlr_db(pid=16623): Terminated: ok {rc=0}\u000a19:04:58.636242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16625): Launched\u000a19:04:58.961251 run osmo-hlr_10.42.42.2(pid=16626): Launched\u000a19:04:59.080209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:04:59.616347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16628): Launched\u000a19:04:59.941883 run osmo-stp_10.42.42.5(pid=16629): Launched\u000a19:05:00.059809 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:05:00.622626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16631): Launched\u000a19:05:01.055620 run osmo-msc_10.42.42.6(pid=16632): Launched\u000a19:05:01.319223 run osmo-stp_10.42.42.5(pid=16629): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16629)]\u000a19:05:01.597755 run osmo-stp_10.42.42.5(pid=16629): stdout: \u000a| (launched: 2022-12-12_19:04:59.781157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:01.745732 run osmo-stp_10.42.42.5(pid=16629): stderr: \u000a| �[0;m�[38;5;43m20221212190459969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190459969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190459969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190459970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190459970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190459970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190459970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:01.888159 run osmo-stp_10.42.42.5(pid=16629): stdout: \u000a| (launched: 2022-12-12_19:04:59.781157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:02.083675 run osmo-stp_10.42.42.5(pid=16629): stderr: \u000a| �[0;m�[38;5;43m20221212190459969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190459969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190459969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190459970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190459970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190459970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190459970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:02.141826 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16629): Process ended prematurely: osmo-stp_10.42.42.5(pid=16629) [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16629)] [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a19:05:02.151793 tst handover.py:18: Test FAILED (7.0 sec)\u000a19:05:02.219160 run osmo-hlr_10.42.42.2(pid=16626): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16626)]\u000a19:05:02.272763 run osmo-hlr_10.42.42.2(pid=16626): stdout: \u000a| (launched: 2022-12-12_19:04:58.800929) \u000a19:05:02.327250 run osmo-hlr_10.42.42.2(pid=16626): stderr: \u000a| �[0;m�[1;31m20221212190458995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190458995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190458995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190458995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190458995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190458995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190459007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190459016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190459016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190459016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:05:02.400205 run osmo-msc_10.42.42.6(pid=16632): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16632)]\u000a19:05:02.453746 run osmo-msc_10.42.42.6(pid=16632): stdout: \u000a| (launched: 2022-12-12_19:05:00.787169) \u000a19:05:02.507939 run osmo-msc_10.42.42.6(pid=16632): stderr: \u000a| �[0;m�[38;5;43m20221212190501393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190501393 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec8f685c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190501393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190501393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190501393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190501393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190501395 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190501395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190501396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190501396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:05:02.553238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16625): Terminating (SIGTERM)\u000a19:05:02.598320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16628): Terminating (SIGTERM)\u000a19:05:02.641971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16631): Terminating (SIGTERM)\u000a19:05:02.652346 --- ParallelTerminationStrategy: PID 16625 died...\u000a19:05:02.711229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16625): Terminated: ok {rc=0}\u000a19:05:02.722286 --- ParallelTerminationStrategy: PID 16628 died...\u000a19:05:02.781097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16628): Terminated: ok {rc=0}\u000a19:05:02.791992 --- ParallelTerminationStrategy: PID 16631 died...\u000a19:05:02.850589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16631): Terminated: ok {rc=0}\u000a19:05:02.935705 bus /sierra_3: Setting Powered False\u000a19:05:04.038008 bus /sierra_3: Setting Powered False\u000a19:05:05.148837 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:04:54" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16653): Process ended prematurely: osmo-stp_10.42.42.5(pid=16653) [trial-2380↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16653)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16653): Process ended prematurely: osmo-stp_10.42.42.5(pid=16653) [trial-2380↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a19:05:07.154551 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:05:07.166121 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:05:07.303990 tst handover.py: using LAC 30886\u000a19:05:07.420582 tst handover.py: using RAC 31\u000a19:05:07.550454 tst handover.py: using CellId 30886\u000a19:05:07.690197 tst handover.py: using BVCI 30887\u000a19:05:07.714878 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:05:07.845270 tst handover.py: using LAC 30887\u000a19:05:07.971839 tst handover.py: using RAC 32\u000a19:05:08.098230 tst handover.py: using CellId 30887\u000a19:05:08.225150 tst handover.py: using BVCI 30888\u000a19:05:08.249702 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:05:08.261131 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:05:08.272278 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:05:08.283991 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:05:08.295792 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:05:08.307421 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:05:08.424045 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:05:08.636443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:05:09.118135 run create_hlr_db(pid=16647): Launched\u000a19:05:09.249965 bus /sierra_2: Setting Powered False\u000a19:05:10.325859 run create_hlr_db(pid=16647): Terminated: ok {rc=0}\u000a19:05:10.729296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16649): Launched\u000a19:05:11.054866 run osmo-hlr_10.42.42.2(pid=16650): Launched\u000a19:05:11.172105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:05:11.707138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16652): Launched\u000a19:05:12.032136 run osmo-stp_10.42.42.5(pid=16653): Launched\u000a19:05:12.203081 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:05:12.793604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16733): Launched\u000a19:05:13.137323 run osmo-msc_10.42.42.6(pid=16763): Launched\u000a19:05:13.451129 run osmo-stp_10.42.42.5(pid=16653): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16653)]\u000a19:05:13.648416 run osmo-stp_10.42.42.5(pid=16653): stdout: \u000a| (launched: 2022-12-12_19:05:11.871302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:13.787095 run osmo-stp_10.42.42.5(pid=16653): stderr: \u000a| �[0;m�[38;5;43m20221212190512058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190512058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190512058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190512059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190512059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190512059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190512059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:13.921078 run osmo-stp_10.42.42.5(pid=16653): stdout: \u000a| (launched: 2022-12-12_19:05:11.871302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:14.054586 run osmo-stp_10.42.42.5(pid=16653): stderr: \u000a| �[0;m�[38;5;43m20221212190512058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190512058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190512058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190512059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190512059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190512059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190512059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:14.113019 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16653): Process ended prematurely: osmo-stp_10.42.42.5(pid=16653) [trial-2380↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16653)] [trial-2380↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a19:05:14.122691 tst handover.py:18: Test FAILED (7.0 sec)\u000a19:05:14.189101 run osmo-hlr_10.42.42.2(pid=16650): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16650)]\u000a19:05:14.242914 run osmo-hlr_10.42.42.2(pid=16650): stdout: \u000a| (launched: 2022-12-12_19:05:10.894493) \u000a19:05:14.294324 run osmo-hlr_10.42.42.2(pid=16650): stderr: \u000a| �[0;m�[1;31m20221212190511087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190511087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190511087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190511087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190511087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190511087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190511100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190511110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190511110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190511110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:05:14.364796 run osmo-msc_10.42.42.6(pid=16763): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16763)]\u000a19:05:14.414935 run osmo-msc_10.42.42.6(pid=16763): stdout: \u000a| (launched: 2022-12-12_19:05:12.951202) \u000a19:05:14.467799 run osmo-msc_10.42.42.6(pid=16763): stderr: \u000a| �[0;m�[38;5;43m20221212190513393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190513394 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2fc9b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190513394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190513394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190513394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190513394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190513403 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190513403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190513404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190513404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:05:14.512177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16649): Terminating (SIGTERM)\u000a19:05:14.554547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16652): Terminating (SIGTERM)\u000a19:05:14.597041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16733): Terminating (SIGTERM)\u000a19:05:14.607267 --- ParallelTerminationStrategy: PID 16649 died...\u000a19:05:14.663922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16649): Terminated: ok {rc=0}\u000a19:05:14.674531 --- ParallelTerminationStrategy: PID 16652 died...\u000a19:05:14.731326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16652): Terminated: ok {rc=0}\u000a19:05:14.741610 --- ParallelTerminationStrategy: PID 16733 died...\u000a19:05:14.797580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16733): Terminated: ok {rc=0}\u000a19:05:14.883927 bus /sierra_3: Setting Powered False\u000a19:05:16.008856 bus /sierra_3: Setting Powered False\u000a19:05:17.142930 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:05:06" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17194): Process ended prematurely: osmo-stp_10.42.42.5(pid=17194) [trial-2380↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17194)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17194): Process ended prematurely: osmo-stp_10.42.42.5(pid=17194) [trial-2380↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17194)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a19:05:19.167825 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:05:19.179204 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:05:19.315679 tst handover.py: using LAC 30888\u000a19:05:19.435294 tst handover.py: using RAC 33\u000a19:05:19.554861 tst handover.py: using CellId 30888\u000a19:05:19.673823 tst handover.py: using BVCI 30889\u000a19:05:19.696532 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:05:19.832215 tst handover.py: using LAC 30889\u000a19:05:19.949894 tst handover.py: using RAC 34\u000a19:05:20.070359 tst handover.py: using CellId 30889\u000a19:05:20.186130 tst handover.py: using BVCI 30890\u000a19:05:20.208921 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:05:20.219870 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:05:20.230568 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:05:20.241580 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:05:20.252502 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:05:20.263644 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:05:20.379333 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:05:20.578813 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:05:21.037332 run create_hlr_db(pid=17013): Launched\u000a19:05:21.169815 bus /sierra_2: Setting Powered False\u000a19:05:22.245778 run create_hlr_db(pid=17013): Terminated: ok {rc=0}\u000a19:05:22.665649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17019): Launched\u000a19:05:23.059768 run osmo-hlr_10.42.42.2(pid=17045): Launched\u000a19:05:23.203764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:05:23.763528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17186): Launched\u000a19:05:24.195070 run osmo-stp_10.42.42.5(pid=17194): Launched\u000a19:05:24.410431 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:05:24.998194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17196): Launched\u000a19:05:25.429493 run osmo-msc_10.42.42.6(pid=17197): Launched\u000a19:05:25.817771 run osmo-stp_10.42.42.5(pid=17194): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17194)]\u000a19:05:26.019851 run osmo-stp_10.42.42.5(pid=17194): stdout: \u000a| (launched: 2022-12-12_19:05:23.929542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:26.159309 run osmo-stp_10.42.42.5(pid=17194): stderr: \u000a| �[0;m�[38;5;43m20221212190524221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190524222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190524222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190524222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190524223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190524223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190524223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:26.293738 run osmo-stp_10.42.42.5(pid=17194): stdout: \u000a| (launched: 2022-12-12_19:05:23.929542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:26.427761 run osmo-stp_10.42.42.5(pid=17194): stderr: \u000a| �[0;m�[38;5;43m20221212190524221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190524222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190524222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190524222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190524223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190524223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190524223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:26.487241 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17194): Process ended prematurely: osmo-stp_10.42.42.5(pid=17194) [trial-2380↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17194)] [trial-2380↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a19:05:26.497094 tst handover.py:18: Test FAILED (7.3 sec)\u000a19:05:26.564916 run osmo-hlr_10.42.42.2(pid=17045): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17045)]\u000a19:05:26.618897 run osmo-hlr_10.42.42.2(pid=17045): stdout: \u000a| (launched: 2022-12-12_19:05:22.834622) \u000a19:05:26.673576 run osmo-hlr_10.42.42.2(pid=17045): stderr: \u000a| �[0;m�[1;31m20221212190523062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190523062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190523062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190523062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190523062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190523062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190523082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190523098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190523099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190523099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:05:26.746563 run osmo-msc_10.42.42.6(pid=17197): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17197)]\u000a19:05:26.799755 run osmo-msc_10.42.42.6(pid=17197): stdout: \u000a| (launched: 2022-12-12_19:05:25.167314) \u000a19:05:26.853893 run osmo-msc_10.42.42.6(pid=17197): stderr: \u000a| �[0;m�[38;5;43m20221212190525668 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190525668 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe65491c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190525668 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190525668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190525673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190525673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190525676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190525676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190525677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190525677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:05:26.900261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17019): Terminating (SIGTERM)\u000a19:05:26.946539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17186): Terminating (SIGTERM)\u000a19:05:26.991509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17196): Terminating (SIGTERM)\u000a19:05:27.003449 --- ParallelTerminationStrategy: PID 17019 died...\u000a19:05:27.064390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17019): Terminated: ok {rc=0}\u000a19:05:27.075452 --- ParallelTerminationStrategy: PID 17186 died...\u000a19:05:27.133254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17186): Terminated: ok {rc=0}\u000a19:05:27.145414 --- ParallelTerminationStrategy: PID 17196 died...\u000a19:05:27.204231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17196): Terminated: ok {rc=0}\u000a19:05:27.295110 bus /sierra_3: Setting Powered False\u000a19:05:28.405157 bus /sierra_3: Setting Powered False\u000a19:05:29.510967 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:05:18" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17209): Process ended prematurely: osmo-stp_10.42.42.5(pid=17209) [trial-2380↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17209)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17209): Process ended prematurely: osmo-stp_10.42.42.5(pid=17209) [trial-2380↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a19:05:31.570482 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:05:31.583608 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:05:31.736804 tst handover.py: using LAC 30890\u000a19:05:31.867531 tst handover.py: using RAC 35\u000a19:05:31.999312 tst handover.py: using CellId 30890\u000a19:05:32.147561 tst handover.py: using BVCI 30891\u000a19:05:32.171740 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:05:32.314689 tst handover.py: using LAC 30891\u000a19:05:32.434446 tst handover.py: using RAC 36\u000a19:05:32.555513 tst handover.py: using CellId 30891\u000a19:05:32.675799 tst handover.py: using BVCI 30892\u000a19:05:32.698848 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:05:32.710021 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:05:32.721036 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:05:32.732009 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:05:32.743035 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:05:32.753992 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:05:32.874562 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:05:33.090769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:05:33.580723 run create_hlr_db(pid=17203): Launched\u000a19:05:33.714479 bus /sierra_2: Setting Powered False\u000a19:05:34.790904 run create_hlr_db(pid=17203): Terminated: ok {rc=0}\u000a19:05:35.175623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17205): Launched\u000a19:05:35.482621 run osmo-hlr_10.42.42.2(pid=17206): Launched\u000a19:05:35.597446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:05:36.100667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17208): Launched\u000a19:05:36.406363 run osmo-stp_10.42.42.5(pid=17209): Launched\u000a19:05:36.517032 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:05:37.045897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17211): Launched\u000a19:05:37.352465 run osmo-msc_10.42.42.6(pid=17212): Launched\u000a19:05:37.531252 run osmo-stp_10.42.42.5(pid=17209): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17209)]\u000a19:05:37.659404 run osmo-stp_10.42.42.5(pid=17209): stdout: \u000a| (launched: 2022-12-12_19:05:36.255250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:37.786065 run osmo-stp_10.42.42.5(pid=17209): stderr: \u000a| �[0;m�[38;5;43m20221212190536424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190536425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190536425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190536425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190536426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190536426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190536426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:37.907460 run osmo-stp_10.42.42.5(pid=17209): stdout: \u000a| (launched: 2022-12-12_19:05:36.255250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:38.027728 run osmo-stp_10.42.42.5(pid=17209): stderr: \u000a| �[0;m�[38;5;43m20221212190536424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190536425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190536425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190536425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190536426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190536426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190536426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:38.080832 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17209): Process ended prematurely: osmo-stp_10.42.42.5(pid=17209) [trial-2380↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17209)] [trial-2380↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a19:05:38.088816 tst handover.py:18: Test FAILED (6.5 sec)\u000a19:05:38.148181 run osmo-hlr_10.42.42.2(pid=17206): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17206)]\u000a19:05:38.196693 run osmo-hlr_10.42.42.2(pid=17206): stdout: \u000a| (launched: 2022-12-12_19:05:35.331106) \u000a19:05:38.245818 run osmo-hlr_10.42.42.2(pid=17206): stderr: \u000a| �[0;m�[1;31m20221212190535505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190535505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190535505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190535505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190535505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190535505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190535518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190535526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190535527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190535527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:05:38.312674 run osmo-msc_10.42.42.6(pid=17212): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17212)]\u000a19:05:38.361317 run osmo-msc_10.42.42.6(pid=17212): stdout: \u000a| (launched: 2022-12-12_19:05:37.200729) \u000a19:05:38.410865 run osmo-msc_10.42.42.6(pid=17212): stderr: \u000a| �[0;m�[38;5;43m20221212190537471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190537471 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1c348ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190537471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190537471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190537471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190537472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190537473 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190537474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190537474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190537474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:05:38.452656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17205): Terminating (SIGTERM)\u000a19:05:38.492023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17208): Terminating (SIGTERM)\u000a19:05:38.531294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17211): Terminating (SIGTERM)\u000a19:05:38.540514 --- ParallelTerminationStrategy: PID 17205 died...\u000a19:05:38.594021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17205): Terminated: ok {rc=0}\u000a19:05:38.603590 --- ParallelTerminationStrategy: PID 17208 died...\u000a19:05:38.656443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17208): Terminated: ok {rc=0}\u000a19:05:38.666025 --- ParallelTerminationStrategy: PID 17211 died...\u000a19:05:38.718633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17211): Terminated: ok {rc=0}\u000a19:05:38.807010 bus /sierra_3: Setting Powered False\u000a19:05:39.908559 bus /sierra_3: Setting Powered False\u000a19:05:41.019959 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:05:31" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17223): Process ended prematurely: osmo-stp_10.42.42.5(pid=17223) [trial-2380↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17223)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17223): Process ended prematurely: osmo-stp_10.42.42.5(pid=17223) [trial-2380↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a19:05:43.028896 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:05:43.039851 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:05:43.162003 tst handover.py: using LAC 30892\u000a19:05:43.281846 tst handover.py: using RAC 37\u000a19:05:43.404543 tst handover.py: using CellId 30892\u000a19:05:43.532101 tst handover.py: using BVCI 30893\u000a19:05:43.557324 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:05:43.700510 tst handover.py: using LAC 30893\u000a19:05:43.828614 tst handover.py: using RAC 38\u000a19:05:43.951656 tst handover.py: using CellId 30893\u000a19:05:44.073094 tst handover.py: using BVCI 30894\u000a19:05:44.096358 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:05:44.107545 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:05:44.118437 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:05:44.129461 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:05:44.140336 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:05:44.151238 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:05:44.270816 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:05:44.483510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:05:44.971684 run create_hlr_db(pid=17217): Launched\u000a19:05:45.105360 bus /sierra_2: Setting Powered False\u000a19:05:46.226737 run create_hlr_db(pid=17217): Terminated: ok {rc=0}\u000a19:05:46.687075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17219): Launched\u000a19:05:47.169170 run osmo-hlr_10.42.42.2(pid=17220): Launched\u000a19:05:47.330795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:05:47.835609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17222): Launched\u000a19:05:48.142178 run osmo-stp_10.42.42.5(pid=17223): Launched\u000a19:05:48.252705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:05:48.787325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17225): Launched\u000a19:05:49.094837 run osmo-msc_10.42.42.6(pid=17226): Launched\u000a19:05:49.272053 run osmo-stp_10.42.42.5(pid=17223): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17223)]\u000a19:05:49.400635 run osmo-stp_10.42.42.5(pid=17223): stdout: \u000a| (launched: 2022-12-12_19:05:47.991442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:49.527323 run osmo-stp_10.42.42.5(pid=17223): stderr: \u000a| �[0;m�[38;5;43m20221212190548161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190548161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190548162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190548162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190548163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190548163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190548163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:49.650083 run osmo-stp_10.42.42.5(pid=17223): stdout: \u000a| (launched: 2022-12-12_19:05:47.991442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:49.771150 run osmo-stp_10.42.42.5(pid=17223): stderr: \u000a| �[0;m�[38;5;43m20221212190548161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190548161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190548162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190548162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190548163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190548163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190548163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:49.824401 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17223): Process ended prematurely: osmo-stp_10.42.42.5(pid=17223) [trial-2380↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17223)] [trial-2380↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a19:05:49.832425 tst handover.py:18: Test FAILED (6.8 sec)\u000a19:05:49.892357 run osmo-hlr_10.42.42.2(pid=17220): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17220)]\u000a19:05:49.941253 run osmo-hlr_10.42.42.2(pid=17220): stdout: \u000a| (launched: 2022-12-12_19:05:46.882368) \u000a19:05:49.991086 run osmo-hlr_10.42.42.2(pid=17220): stderr: \u000a| �[0;m�[1;31m20221212190547122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190547122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190547122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190547122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190547122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190547122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190547134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190547150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190547150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190547150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:05:50.058131 run osmo-msc_10.42.42.6(pid=17226): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17226)]\u000a19:05:50.106735 run osmo-msc_10.42.42.6(pid=17226): stdout: \u000a| (launched: 2022-12-12_19:05:48.942697) \u000a19:05:50.155884 run osmo-msc_10.42.42.6(pid=17226): stderr: \u000a| �[0;m�[38;5;43m20221212190549215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190549215 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d5dfddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190549215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190549215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190549215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190549215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190549217 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190549218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190549218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190549218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:05:50.197651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17219): Terminating (SIGTERM)\u000a19:05:50.237250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17222): Terminating (SIGTERM)\u000a19:05:50.276910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17225): Terminating (SIGTERM)\u000a19:05:50.285980 --- ParallelTerminationStrategy: PID 17219 died...\u000a19:05:50.339255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17219): Terminated: ok {rc=0}\u000a19:05:50.348899 --- ParallelTerminationStrategy: PID 17222 died...\u000a19:05:50.401817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17222): Terminated: ok {rc=0}\u000a19:05:50.411312 --- ParallelTerminationStrategy: PID 17225 died...\u000a19:05:50.463873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17225): Terminated: ok {rc=0}\u000a19:05:50.551900 bus /sierra_3: Setting Powered False\u000a19:05:51.656359 bus /sierra_3: Setting Powered False\u000a19:05:52.766078 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:05:42" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17237): Process ended prematurely: osmo-stp_10.42.42.5(pid=17237) [trial-2380↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17237)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17237): Process ended prematurely: osmo-stp_10.42.42.5(pid=17237) [trial-2380↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a19:05:54.770124 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:05:54.781550 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:05:54.906152 tst handover.py: using LAC 30894\u000a19:05:55.028578 tst handover.py: using RAC 39\u000a19:05:55.150113 tst handover.py: using CellId 30894\u000a19:05:55.278245 tst handover.py: using BVCI 30895\u000a19:05:55.303280 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:05:55.448516 tst handover.py: using LAC 30895\u000a19:05:55.577886 tst handover.py: using RAC 40\u000a19:05:55.705896 tst handover.py: using CellId 30895\u000a19:05:55.827685 tst handover.py: using BVCI 30896\u000a19:05:55.850791 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:05:55.861802 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:05:55.872506 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:05:55.883665 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:05:55.894636 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:05:55.905571 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:05:56.022879 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:05:56.236008 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:05:56.722854 run create_hlr_db(pid=17231): Launched\u000a19:05:56.855746 bus /sierra_2: Setting Powered False\u000a19:05:57.932733 run create_hlr_db(pid=17231): Terminated: ok {rc=0}\u000a19:05:58.339320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17233): Launched\u000a19:05:58.668329 run osmo-hlr_10.42.42.2(pid=17234): Launched\u000a19:05:58.787368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:05:59.327084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17236): Launched\u000a19:05:59.656840 run osmo-stp_10.42.42.5(pid=17237): Launched\u000a19:05:59.776037 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:06:00.347517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17239): Launched\u000a19:06:00.677936 run osmo-msc_10.42.42.6(pid=17240): Launched\u000a19:06:00.886880 run osmo-stp_10.42.42.5(pid=17237): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17237)]\u000a19:06:01.107006 run osmo-stp_10.42.42.5(pid=17237): stdout: \u000a| (launched: 2022-12-12_19:05:59.493431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:01.457984 run osmo-stp_10.42.42.5(pid=17237): stderr: \u000a| �[0;m�[38;5;43m20221212190559682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190559683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190559683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190559683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190559684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190559684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190559684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:01.643360 run osmo-stp_10.42.42.5(pid=17237): stdout: \u000a| (launched: 2022-12-12_19:05:59.493431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:01.792170 run osmo-stp_10.42.42.5(pid=17237): stderr: \u000a| �[0;m�[38;5;43m20221212190559682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190559683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190559683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190559683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190559684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190559684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190559684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:01.847411 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17237): Process ended prematurely: osmo-stp_10.42.42.5(pid=17237) [trial-2380↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17237)] [trial-2380↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a19:06:01.855893 tst handover.py:18: Test FAILED (7.1 sec)\u000a19:06:01.917292 run osmo-hlr_10.42.42.2(pid=17234): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17234)]\u000a19:06:01.969570 run osmo-hlr_10.42.42.2(pid=17234): stdout: \u000a| (launched: 2022-12-12_19:05:58.505595) \u000a19:06:02.020484 run osmo-hlr_10.42.42.2(pid=17234): stderr: \u000a| �[0;m�[1;31m20221212190558699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190558699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190558699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190558699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190558699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190558699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190558716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190558725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190558725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190558725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:06:02.090586 run osmo-msc_10.42.42.6(pid=17240): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17240)]\u000a19:06:02.141584 run osmo-msc_10.42.42.6(pid=17240): stdout: \u000a| (launched: 2022-12-12_19:06:00.514145) \u000a19:06:02.192842 run osmo-msc_10.42.42.6(pid=17240): stderr: \u000a| �[0;m�[38;5;43m20221212190601004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190601004 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28f1cfcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190601004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190601004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190601005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190601005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190601007 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190601007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190601007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190601007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:06:02.236125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17233): Terminating (SIGTERM)\u000a19:06:02.278901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17236): Terminating (SIGTERM)\u000a19:06:02.322071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17239): Terminating (SIGTERM)\u000a19:06:02.332267 --- ParallelTerminationStrategy: PID 17233 died...\u000a19:06:02.385486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17233): Terminated: ok {rc=0}\u000a19:06:02.395112 --- ParallelTerminationStrategy: PID 17236 died...\u000a19:06:02.448316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17236): Terminated: ok {rc=0}\u000a19:06:02.458087 --- ParallelTerminationStrategy: PID 17239 died...\u000a19:06:02.511168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17239): Terminated: ok {rc=0}\u000a19:06:02.595682 bus /sierra_3: Setting Powered False\u000a19:06:03.706932 bus /sierra_3: Setting Powered False\u000a19:06:04.815645 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:05:54" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17251): Process ended prematurely: osmo-stp_10.42.42.5(pid=17251) [trial-2380↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17251)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17251): Process ended prematurely: osmo-stp_10.42.42.5(pid=17251) [trial-2380↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2380 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a19:06:06.843355 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:06:06.854899 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:06:07.000188 tst handover.py: using LAC 30896\u000a19:06:07.130736 tst handover.py: using RAC 41\u000a19:06:07.260093 tst handover.py: using CellId 30896\u000a19:06:07.390087 tst handover.py: using BVCI 30897\u000a19:06:07.414837 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:06:07.559640 tst handover.py: using LAC 30897\u000a19:06:07.682371 tst handover.py: using RAC 42\u000a19:06:07.801782 tst handover.py: using CellId 30897\u000a19:06:07.921516 tst handover.py: using BVCI 30898\u000a19:06:07.944535 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:06:07.955430 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:06:07.966254 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:06:07.978465 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:06:07.989871 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:06:08.001302 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:06:08.118618 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:06:08.333949 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:06:08.820125 run create_hlr_db(pid=17245): Launched\u000a19:06:08.953253 bus /sierra_2: Setting Powered False\u000a19:06:10.030260 run create_hlr_db(pid=17245): Terminated: ok {rc=0}\u000a19:06:10.414556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17247): Launched\u000a19:06:10.720532 run osmo-hlr_10.42.42.2(pid=17248): Launched\u000a19:06:10.833302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:06:11.339268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17250): Launched\u000a19:06:11.645561 run osmo-stp_10.42.42.5(pid=17251): Launched\u000a19:06:11.755609 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:06:12.287187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17253): Launched\u000a19:06:12.593159 run osmo-msc_10.42.42.6(pid=17254): Launched\u000a19:06:12.771060 run osmo-stp_10.42.42.5(pid=17251): ERR: Terminated: ERROR {rc=1} [trial-2380↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17251)]\u000a19:06:12.899072 run osmo-stp_10.42.42.5(pid=17251): stdout: \u000a| (launched: 2022-12-12_19:06:11.494154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:13.024820 run osmo-stp_10.42.42.5(pid=17251): stderr: \u000a| �[0;m�[38;5;43m20221212190611661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190611661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190611662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190611662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190611663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190611663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190611663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:13.146531 run osmo-stp_10.42.42.5(pid=17251): stdout: \u000a| (launched: 2022-12-12_19:06:11.494154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:13.267790 run osmo-stp_10.42.42.5(pid=17251): stderr: \u000a| �[0;m�[38;5;43m20221212190611661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212190611661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212190611662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212190611662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212190611663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212190611663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212190611663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:13.320684 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17251): Process ended prematurely: osmo-stp_10.42.42.5(pid=17251) [trial-2380↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17251)] [trial-2380↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a19:06:13.328691 tst handover.py:18: Test FAILED (6.5 sec)\u000a19:06:13.388343 run osmo-hlr_10.42.42.2(pid=17248): ERR: Terminated: ERROR {rc=237} [trial-2380↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17248)]\u000a19:06:13.436808 run osmo-hlr_10.42.42.2(pid=17248): stdout: \u000a| (launched: 2022-12-12_19:06:10.569231) \u000a19:06:13.485990 run osmo-hlr_10.42.42.2(pid=17248): stderr: \u000a| �[0;m�[1;31m20221212190610743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212190610743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212190610743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190610743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212190610743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212190610743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212190610755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2380/run.2022-12-12_17-41-28/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212190610763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212190610763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212190610764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:06:13.552859 run osmo-msc_10.42.42.6(pid=17254): ERR: Terminated: ERROR {rc=2} [trial-2380↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17254)]\u000a19:06:13.601384 run osmo-msc_10.42.42.6(pid=17254): stdout: \u000a| (launched: 2022-12-12_19:06:12.441712) \u000a19:06:13.650350 run osmo-msc_10.42.42.6(pid=17254): stderr: \u000a| �[0;m�[38;5;43m20221212190612714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212190612714 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd05ae02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212190612714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212190612714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212190612714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212190612715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212190612716 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212190612717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212190612717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212190612717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:06:13.692027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17247): Terminating (SIGTERM)\u000a19:06:13.731260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17250): Terminating (SIGTERM)\u000a19:06:13.770593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17253): Terminating (SIGTERM)\u000a19:06:13.779806 --- ParallelTerminationStrategy: PID 17247 died...\u000a19:06:13.832877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17247): Terminated: ok {rc=0}\u000a19:06:13.842448 --- ParallelTerminationStrategy: PID 17250 died...\u000a19:06:13.899757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17250): Terminated: ok {rc=0}\u000a19:06:13.910060 --- ParallelTerminationStrategy: PID 17253 died...\u000a19:06:13.968600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17253): Terminated: ok {rc=0}\u000a19:06:14.056145 bus /sierra_3: Setting Powered False\u000a19:06:15.162207 bus /sierra_3: Setting Powered False\u000a19:06:16.273599 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:06:06" } ] }